-- Logs begin at Wed 2022-02-02 14:44:02 UTC, end at Wed 2022-02-02 16:21:02 UTC. -- Feb 02 15:55:12.638419 dv-cinder-817833-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 15:55:15.002657 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.common.config [-] Logging enabled! Feb 02 15:55:15.003520 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Feb 02 15:55:15.003520 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 15:55:15.006927 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.common.config [-] Logging enabled! Feb 02 15:55:15.007182 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Feb 02 15:55:15.007517 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 15:55:15.008488 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:55:15.008724 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:55:15.009092 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:55:15.009336 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:55:15.009570 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:55:15.009891 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.010185 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.010486 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.010718 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.011018 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.011331 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.011617 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.011909 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.012209 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.012493 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.012779 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.013065 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.013303 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.013587 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.013879 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.014167 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.014396 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] debug = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.014679 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.015109 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.015558 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.015846 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.016140 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.016422 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.016699 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.016977 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.017264 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.017601 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] host = dv-cinder-817833-1-smb {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.017883 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.018214 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.018514 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.018799 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.019077 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.019383 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.019676 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.019955 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.020231 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.020514 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.020802 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.021094 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.021428 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.021620 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.021851 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023277 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023277 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023277 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023277 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023277 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023792 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.023792 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.024029 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.024320 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.024609 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.024898 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.025177 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.025460 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.025736 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.026265 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.026560 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.026835 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.027117 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.027416 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.027708 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.027983 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.028259 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.028565 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.028855 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.029140 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.029427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.029706 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.029993 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.030269 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.030546 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.030820 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] use_json = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.031094 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.031389 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.031679 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.031954 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.032230 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.032508 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.032783 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.033074 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.033361 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:15.033661 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.034591 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.034902 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.035198 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.035518 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.035803 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.036101 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.036380 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.036679 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.036968 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.037265 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.037548 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.037842 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.038126 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.038426 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.038739 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.039042 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.039359 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.039645 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.039920 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.040197 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.040479 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.040771 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.041067 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.041358 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.041633 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.041913 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.042209 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.042487 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.042764 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.043044 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.043375 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.043719 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.043996 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.044282 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.044560 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.044838 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.045111 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.045397 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.045685 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.045971 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.046240 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.046518 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.046795 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.047064 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.047371 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.047655 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.047928 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.048202 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.048481 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.048755 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.049032 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.049312 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.050175 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.050504 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.050891 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.051238 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.051544 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.051842 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.052209 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.052494 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.052780 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.053139 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.053513 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.053837 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.054201 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.054488 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.054768 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.055066 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.055408 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.055693 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.055984 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.056273 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.056553 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.056839 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.057116 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.057397 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.057679 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.057955 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.058256 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.058540 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.058838 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.059123 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.059429 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.059730 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.060007 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.060297 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.060579 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.060862 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.061155 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.061442 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.061742 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.062037 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.062335 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.062630 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.062926 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.063209 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.063552 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.063837 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:15.064061 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:55:15.064298 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 15:55:15.457014 dv-cinder-817833-1-smb neutron-server[98533]: INFO keyring.backend [-] Loading KWallet Feb 02 15:55:15.464490 dv-cinder-817833-1-smb neutron-server[98533]: INFO keyring.backend [-] Loading SecretService Feb 02 15:55:15.468423 dv-cinder-817833-1-smb neutron-server[98533]: INFO keyring.backend [-] Loading Windows Feb 02 15:55:15.469806 dv-cinder-817833-1-smb neutron-server[98533]: INFO keyring.backend [-] Loading chainer Feb 02 15:55:15.470400 dv-cinder-817833-1-smb neutron-server[98533]: INFO keyring.backend [-] Loading macOS Feb 02 15:55:15.505217 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 15:55:15.505495 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 15:55:15.505791 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 15:55:15.506128 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 15:55:15.820346 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.820644 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.820920 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.822130 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.822407 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.822676 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.945358 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.945747 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.946103 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.960475 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.960760 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.961032 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.989978 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.990256 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:15.990530 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.029905 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.030555 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.030555 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.269714 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.269996 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.270272 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.270651 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.271337 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.394682 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.395008 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.395355 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.395676 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.395954 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.396268 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.396540 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.396876 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.397136 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.397427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.397690 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.397957 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.398222 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.398480 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.398746 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.399017 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.399297 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.399574 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.399830 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.400112 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.400460 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.400714 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.401228 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.401514 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.401763 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.402017 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.402403 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:16.402643 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:16.402882 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:16.403121 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:16.403385 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:16.403624 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:16.403994 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 15:55:16.407273 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 15:55:16.411912 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 15:55:16.415701 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 02 15:55:16.417362 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 15:55:16.417819 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 15:55:16.418158 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 15:55:16.418545 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 15:55:16.421622 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 15:55:16.421879 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 15:55:16.422231 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 15:55:16.450846 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 15:55:16.451326 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.451634 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 02 15:55:16.452000 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.453380 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 15:55:16.453675 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 15:55:16.453928 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 15:55:16.457295 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.457586 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:16.519525 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 15:55:16.519815 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 15:55:16.520012 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 15:55:16.520394 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 15:55:16.552319 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_db.sqlalchemy.engines [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 02 15:55:17.130572 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing driver for type 'gre' Feb 02 15:55:17.131223 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] gre ID ranges: [(1, 1000)] Feb 02 15:55:17.325036 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing driver for type 'local' Feb 02 15:55:17.325374 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing driver for type 'vlan' Feb 02 15:55:17.405167 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] VlanTypeDriver initialization complete Feb 02 15:55:17.405600 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing driver for type 'vxlan' Feb 02 15:55:17.406324 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] vxlan ID ranges: [(1, 1000)] Feb 02 15:55:17.591493 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing extension driver 'port_security' Feb 02 15:55:17.591842 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.extensions.port_security [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] PortSecurityExtensionDriver initialization complete Feb 02 15:55:17.592178 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing mechanism driver 'openvswitch' Feb 02 15:55:17.592517 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing mechanism driver 'hyperv' Feb 02 15:55:17.599306 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.plugin [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:17.599987 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.600368 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.600727 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.601265 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=98533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:55:17.601704 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.602061 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.602472 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.602870 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=98533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:55:17.603301 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.603660 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.604011 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.604404 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=98533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:55:17.604816 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.605170 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.605516 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.605912 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=98533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:55:17.606319 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.606678 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.607020 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.607579 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=98533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:55:17.607995 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.611496 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.611496 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.611496 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=98533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:55:17.611496 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] ML2 OVO RPC backend initialized. {{(pid=98533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 02 15:55:17.611496 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.612939 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.612939 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.612939 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > networks before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.612939 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.613393 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > ports before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.613393 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.613393 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.613662 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.614012 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.614356 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.614697 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.615039 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.615457 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.615798 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.616138 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.616479 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.617080 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.plugin [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Modular L2 Plugin initialization complete Feb 02 15:55:17.617416 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading services supported by the core plugin {{(pid=98533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 15:55:17.617748 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.plugins.ml2.managers [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Got port-security extension from driver 'port_security' Feb 02 15:55:17.618225 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.extensions.vlantransparent [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Disabled vlantransparent extension. Feb 02 15:55:17.618739 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 15:55:17.619061 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: router Feb 02 15:55:17.656620 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.656942 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_create 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.657318 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router before_create 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.657695 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.658074 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.658436 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_delete 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.658831 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.659204 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_create 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.659584 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_update 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.659940 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_update 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.660294 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.660655 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_update 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.661076 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.661454 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.661802 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.662149 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: subnet after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.662498 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.662857 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.663208 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.663581 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.663928 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.664289 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router after_update 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.664637 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.664992 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.665359 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.665710 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.666082 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > agent after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.666444 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.666796 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > network after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.667724 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Tracking information for resource: router configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:17.668062 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Tracking information for resource: floatingip configured {{(pid=98533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:55:17.673270 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.db.l3_agentschedulers_db [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 15:55:17.673869 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.674786 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port after_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.675148 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port after_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.675545 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: port after_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.676491 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router before_create 55550100 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.676870 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.677242 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.677608 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.682293 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.provider_configuration [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service providers = [] {{(pid=98533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 15:55:17.682669 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.db.servicetype_db [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 15:55:17.685732 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.service_base [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:55:17.686089 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.service_base [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:55:17.686437 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.service_base [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:55:17.687367 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.services.service_base [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:55:17.689909 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.services.service_base [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 15:55:17.689909 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.689909 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 15:55:17.700080 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.700424 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: auto_allocate Feb 02 15:55:17.706470 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: network precommit_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.706855 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: network precommit_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.707437 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.707760 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: tag Feb 02 15:55:17.715687 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.716023 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: timestamp Feb 02 15:55:17.720123 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.720464 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: network_ip_availability Feb 02 15:55:17.725883 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.726261 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.726624 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.727406 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.727745 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: flavors Feb 02 15:55:17.732629 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.732972 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading Plugin: revisions Feb 02 15:55:17.738031 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:55:17.738427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_concurrency.lockutils [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.233s {{(pid=98533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 15:55:17.739196 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 15:55:17.739561 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Initializing extension manager. Feb 02 15:55:17.740078 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: __init__.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.740461 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: __pycache__ {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.740801 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.741144 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: address_group.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.741922 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.742508 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: address-group Feb 02 15:55:17.742838 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: address_scope.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.743589 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.744107 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: address-scope Feb 02 15:55:17.744436 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.745396 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.745913 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: router-admin-state-down-before-update Feb 02 15:55:17.746240 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: agent.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.746954 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.747491 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: agent Feb 02 15:55:17.747818 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: agent_resources_synced.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.748758 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.749266 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: agent-resources-synced Feb 02 15:55:17.749589 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.751692 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.752222 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: allowed-address-pairs Feb 02 15:55:17.753124 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.754242 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.754765 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: auto-allocated-topology Feb 02 15:55:17.755095 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: availability_zone.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.755827 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.756341 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: availability_zone Feb 02 15:55:17.756671 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: availability_zone_filter.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.757594 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.758110 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: availability_zone_filter Feb 02 15:55:17.758439 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: data_plane_status.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.759415 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.759911 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 15:55:17.760235 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: default_subnetpools.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.761174 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.761685 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: default-subnetpools Feb 02 15:55:17.762012 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.762839 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.763384 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: dhcp_agent_scheduler Feb 02 15:55:17.763715 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: dns.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.764644 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.765161 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension dns-integration not supported by any of loaded plugins Feb 02 15:55:17.765491 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: dns_domain_ports.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.766418 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.766932 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 15:55:17.767280 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: dvr.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.767991 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.768505 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: dvr Feb 02 15:55:17.768833 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: empty_string_filtering.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.769751 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.770264 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: empty-string-filtering Feb 02 15:55:17.770592 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.771538 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.772053 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 15:55:17.772382 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.773473 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.774237 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 15:55:17.774237 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: external_net.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.775057 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.775623 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: external-net Feb 02 15:55:17.776197 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.777125 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.777637 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: extra_dhcp_opt Feb 02 15:55:17.777961 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: extraroute.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.778887 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.779431 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: extraroute Feb 02 15:55:17.779947 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: extraroute_atomic.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.780835 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.781352 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: extraroute-atomic Feb 02 15:55:17.781680 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: filter_validation.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.782361 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.782875 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: filter-validation Feb 02 15:55:17.783202 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: fip_pf_description.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.784180 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.784689 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 15:55:17.785021 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: fip_port_details.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.785942 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.786456 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: fip-port-details Feb 02 15:55:17.786783 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: flavors.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.788086 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.788613 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: flavors Feb 02 15:55:17.788942 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.790636 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.791159 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 15:55:17.791528 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: floatingip_pools.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.792240 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.792755 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: floatingip-pools Feb 02 15:55:17.793086 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: ip_allocation.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.794013 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.794522 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 15:55:17.794850 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.795807 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.796325 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: ip-substring-filtering Feb 02 15:55:17.796657 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l2_adjacency.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.797601 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.798117 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 15:55:17.798446 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.800072 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.800595 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: router Feb 02 15:55:17.800924 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.804830 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.805366 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 15:55:17.805703 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.806663 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.807239 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: ext-gw-mode Feb 02 15:55:17.807620 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.808560 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.809074 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: l3-ha Feb 02 15:55:17.809403 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3_flavors.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.810335 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.810848 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: l3-flavors Feb 02 15:55:17.811176 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.812142 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.812655 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 15:55:17.812980 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: l3agentscheduler.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.814059 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.814574 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: l3_agent_scheduler Feb 02 15:55:17.815513 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: logging.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.817021 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.817552 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension logging not supported by any of loaded plugins Feb 02 15:55:17.817891 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: metering.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.818648 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.819232 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: metering Feb 02 15:55:17.819598 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.820725 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.821248 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: metering_source_and_destination_fields Feb 02 15:55:17.821582 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: multiprovidernet.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.822518 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.823031 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: multi-provider Feb 02 15:55:17.823395 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: netmtu.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.824321 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.824830 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: net-mtu Feb 02 15:55:17.825161 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: netmtu_writable.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.826087 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.826596 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: net-mtu-writable Feb 02 15:55:17.826926 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: network_availability_zone.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.827636 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.828151 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: network_availability_zone Feb 02 15:55:17.828479 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: network_ip_availability.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.829586 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.830105 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: network-ip-availability Feb 02 15:55:17.830459 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: network_segment_range.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.831233 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.831769 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 15:55:17.832658 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: pagination.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.834100 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.834439 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: pagination Feb 02 15:55:17.834768 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: port_device_profile.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.835705 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.836228 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: port-device-profile Feb 02 15:55:17.836559 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.837492 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.838011 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: port-mac-address-regenerate Feb 02 15:55:17.838341 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.839286 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.839810 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: port-numa-affinity-policy Feb 02 15:55:17.840139 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: port_resource_request.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.841067 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.841575 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 15:55:17.841903 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: portbindings.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.842838 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.843392 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: binding Feb 02 15:55:17.843722 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: portbindings_extended.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.845005 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.845522 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: binding-extended Feb 02 15:55:17.845854 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: portsecurity.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.847318 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.847833 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: port-security Feb 02 15:55:17.848160 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: project_id.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.849151 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.849486 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: project-id Feb 02 15:55:17.849813 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: providernet.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.850734 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.851276 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: provider Feb 02 15:55:17.851605 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.855363 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.855895 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos not supported by any of loaded plugins Feb 02 15:55:17.856232 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.857502 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.858020 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 15:55:17.858356 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.859322 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.859841 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 15:55:17.860175 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_default.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.861101 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.861619 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-default not supported by any of loaded plugins Feb 02 15:55:17.862513 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_fip.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.863176 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.863710 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-fip not supported by any of loaded plugins Feb 02 15:55:17.864038 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.864981 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.865527 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 15:55:17.865855 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.866786 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.867327 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 15:55:17.867658 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.868589 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.869107 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 15:55:17.869436 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: qos_rules_alias.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.870498 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.871015 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 15:55:17.871451 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: quotasv2.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.872371 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.872706 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: quotas Feb 02 15:55:17.873032 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: quotasv2_detail.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.874672 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.875027 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: quota_details Feb 02 15:55:17.875394 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: rbac.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.876470 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.877001 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: rbac-policies Feb 02 15:55:17.877364 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: rbac_address_group.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.878307 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.878834 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: rbac-address-group Feb 02 15:55:17.879176 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: rbac_address_scope.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.880145 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.880669 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: rbac-address-scope Feb 02 15:55:17.881002 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: rbac_security_groups.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.881929 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.882447 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: rbac-security-groups Feb 02 15:55:17.882780 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.883806 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.893902 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: rbac-subnetpool Feb 02 15:55:17.893902 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: revisionifmatch.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.894669 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.895196 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: revision-if-match Feb 02 15:55:17.895556 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: revisions.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.896677 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.897194 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: standard-attr-revisions Feb 02 15:55:17.897527 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: router_availability_zone.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.898212 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.898728 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: router_availability_zone Feb 02 15:55:17.899061 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: routerservicetype.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.900015 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.900531 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension router-service-type not supported by any of loaded plugins Feb 02 15:55:17.901136 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.902088 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.902606 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: security-groups-normalized-cidr Feb 02 15:55:17.902935 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.903903 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.904420 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: port-security-groups-filtering Feb 02 15:55:17.904750 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.905835 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.906353 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: security-groups-remote-address-group Feb 02 15:55:17.906726 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: securitygroup.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.916922 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.917457 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: security-group Feb 02 15:55:17.917799 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: segment.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.919153 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.919153 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension segment not supported by any of loaded plugins Feb 02 15:55:17.919491 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.920453 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.920968 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 15:55:17.921300 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: servicetype.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.922441 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.922962 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: service-type Feb 02 15:55:17.923316 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: sorting.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.924893 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.925258 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: sorting Feb 02 15:55:17.925585 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: standard_attr_segment.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.926517 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.927036 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 15:55:17.927392 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: standardattrdescription.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.928051 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.928585 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: standard-attr-description Feb 02 15:55:17.928941 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: stateful_security_group.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.929883 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.930401 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: stateful-security-group Feb 02 15:55:17.930729 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: stdattrs_common.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.931348 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 15:55:17.931679 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.932692 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.933212 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 15:55:17.933539 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: subnet_onboard.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.934620 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.935183 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: subnet_onboard Feb 02 15:55:17.935533 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.936477 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.936986 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 15:55:17.937312 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: subnet_service_types.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.938249 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.938761 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: subnet-service-types Feb 02 15:55:17.939087 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: subnetallocation.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.940226 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.940741 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: subnet_allocation Feb 02 15:55:17.941069 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.941738 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.942250 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: subnetpool-prefix-ops Feb 02 15:55:17.942576 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.943556 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.944073 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 15:55:17.944400 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: tagging.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.945489 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.946017 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: standard-attr-tag Feb 02 15:55:17.946349 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: timestamp.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.947592 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.948121 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loaded extension: standard-attr-timestamp Feb 02 15:55:17.948451 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: trunk.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.956482 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.956998 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension trunk not supported by any of loaded plugins Feb 02 15:55:17.957330 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: trunk_details.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.958264 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.958781 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension trunk-details not supported by any of loaded plugins Feb 02 15:55:17.959114 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.960078 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.960595 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 15:55:17.960927 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Loading extension file: vlantransparent.py {{(pid=98533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:55:17.961605 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:55:17.962146 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 15:55:17.964594 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:network Feb 02 15:55:17.965331 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:subnet Feb 02 15:55:17.966111 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:55:17.966761 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:port Feb 02 15:55:17.968132 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.968570 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service FLAVORS assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.969201 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.969627 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.969961 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:router Feb 02 15:55:17.970629 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 15:55:17.971872 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service METERING assigned prefix: /metering {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.973366 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.973739 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.974105 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:55:17.975268 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 15:55:17.975722 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:security_group Feb 02 15:55:17.976397 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 15:55:17.977253 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service CORE assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.977614 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:55:17.978054 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] subnetpool is already registered Feb 02 15:55:17.978687 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service CORE assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.979025 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:55:17.979393 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] subnetpool is already registered Feb 02 15:55:17.982030 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.982469 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service FLAVORS assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.983075 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.983537 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.983883 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:router Feb 02 15:55:17.984216 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] router is already registered Feb 02 15:55:17.984820 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 15:55:17.985153 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] floatingip is already registered Feb 02 15:55:17.985785 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service METERING assigned prefix: /metering {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.986465 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 15:55:17.987401 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] rbac_policy is already registered Feb 02 15:55:17.987955 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:security_group Feb 02 15:55:17.988291 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] security_group is already registered Feb 02 15:55:17.988885 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 15:55:17.989218 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] security_group_rule is already registered Feb 02 15:55:17.989885 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service CORE assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.990220 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:55:17.990559 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] subnetpool is already registered Feb 02 15:55:17.991226 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.v2.resource_helper [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Service CORE assigned prefix: {{(pid=98533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:55:17.991591 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:55:17.991918 dv-cinder-817833-1-smb neutron-server[98533]: WARNING neutron.quota.resource_registry [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] subnetpool is already registered Feb 02 15:55:17.992575 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: extensions {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:17.994071 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: address-groups {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:17.995718 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: address-scopes {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:17.996919 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: agents {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:17.998199 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: auto-allocated-topology {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:17.999485 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: availability_zones {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.000817 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: dhcp-networks {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.002236 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: dhcp-agents {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.003831 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: routers {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.005653 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: flavors {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.006819 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: service_profiles {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.008121 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: next_providers {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.010523 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: service_profiles {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.012033 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: floatingip-pools {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.013398 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: routers {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.015213 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: floatingips {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.016427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: l3-routers {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.017808 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: l3-agents {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.019238 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: metering-labels {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.020686 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: metering-label-rules {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.021966 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: network-ip-availabilities {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.023225 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: bindings {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.024896 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: quotas {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.026594 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: quotas {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.028064 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: rbac-policies {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.029366 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: security-groups {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.030578 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: security-group-rules {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.031848 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: service-providers {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.033083 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: subnetpools {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.035091 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: subnetpools {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.036581 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.038269 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.040088 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.041888 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.043704 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.045564 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.047240 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.049195 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.051503 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.053346 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron.api.extensions [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Extended resource: tags {{(pid=98533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:55:18.059197 dv-cinder-817833-1-smb neutron-server[98533]: WARNING keystonemiddleware.auth_token [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 15:55:18.063938 dv-cinder-817833-1-smb neutron-server[98533]: WARNING keystonemiddleware.auth_token [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 15:55:18.072138 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_concurrency.lockutils [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Acquired lock "singleton_lock" {{(pid=98533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 02 15:55:18.072616 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_concurrency.lockutils [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Releasing lock "singleton_lock" {{(pid=98533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 02 15:55:18.073249 dv-cinder-817833-1-smb neutron-server[98533]: INFO oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Starting 2 workers Feb 02 15:55:18.077935 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Started child 98642 {{(pid=98533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:55:18.082309 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Started child 98643 {{(pid=98533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:55:18.083063 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.083923 dv-cinder-817833-1-smb neutron-server[98533]: INFO neutron.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 15:55:18.084576 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Notify callbacks [] for process, before_spawn {{(pid=98533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.084760 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [-] (98642) wsgi starting up on http://0.0.0.0:9696 Feb 02 15:55:18.086983 dv-cinder-817833-1-smb neutron-server[98533]: INFO oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Starting 1 workers Feb 02 15:55:18.087160 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.088469 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [-] (98643) wsgi starting up on http://0.0.0.0:9696 Feb 02 15:55:18.092065 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Started child 98644 {{(pid=98533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:55:18.092622 dv-cinder-817833-1-smb neutron-server[98533]: INFO oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Starting 1 workers Feb 02 15:55:18.095608 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] calling RpcWorker wait() {{(pid=98644) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 15:55:18.096682 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] returning from RpcWorker wait() {{(pid=98644) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 15:55:18.097465 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Started child 98645 {{(pid=98533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:55:18.097995 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.098243 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG neutron_lib.callbacks.manager [None req-b567efb9-54a7-41b5-9653-f70716f4b4c4 None None] Notify callbacks [] for process, after_spawn {{(pid=98533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.098559 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:18.100147 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 15:55:18.100360 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:55:18.100553 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:55:18.100780 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:55:18.101123 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:55:18.101292 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:55:18.101801 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.102076 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.102186 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.102682 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.102682 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.102907 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.103509 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.103784 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.103885 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:18.104038 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.104518 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.104781 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.104948 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.105122 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.105373 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.105637 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.105949 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.106233 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.106477 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.106755 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.106929 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.107198 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.107484 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.107736 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.108008 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] debug = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.108245 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.108722 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.108972 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.109211 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.109452 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.109746 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.109992 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.110250 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.110498 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.110721 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.110961 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.111216 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.111483 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.112379 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.112542 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.112835 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.113051 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.113497 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] host = dv-cinder-817833-1-smb {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.113716 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.113940 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.114175 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.114432 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.114680 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.114902 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.115164 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.115460 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.115717 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.115977 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.116231 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.116459 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.116697 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.116938 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.117104 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_options = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.117342 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.117643 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.117924 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.118113 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.118284 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.118461 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.118709 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.118874 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.119130 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.119392 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.119628 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.119861 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.120115 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.120332 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.120588 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.120823 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.121043 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.121254 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.121513 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.121770 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.121995 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.122244 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.122509 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.122768 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.123079 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.123368 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.123683 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.123955 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.123955 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.124378 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.124935 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.125573 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.125795 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.126045 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.126301 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.126539 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.126763 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.127050 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.127338 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.127583 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.127857 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.128103 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.128312 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.128752 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.128752 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.129032 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_json = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.129643 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.129643 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.129924 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.129924 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.130162 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.130358 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.130792 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.130792 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.131765 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.131765 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.131765 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.132165 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.132291 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.132622 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.132761 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.132996 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.133238 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.133672 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.133769 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.134020 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.134246 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.134532 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.134757 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.134989 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.135323 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.135575 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.135849 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.136170 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.136399 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.136626 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.136872 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.137213 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.137485 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.137737 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.138002 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.138223 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.138478 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.138718 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.138940 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.139231 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.139476 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.139757 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.139989 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.140232 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.140463 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.140718 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.140953 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.141188 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.141435 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.141692 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.141925 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.142167 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.142404 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.142623 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.142864 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.143092 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.143350 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.143574 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.143828 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.144056 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.144275 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.144494 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.144690 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.144917 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.145171 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.145391 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.145605 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.145821 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.146054 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.146284 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.146574 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.146830 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.147020 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.147243 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.147487 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.147704 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.147925 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.148165 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.148382 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.148627 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.148863 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.149077 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.149325 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.149560 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.149773 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.150007 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.150242 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.150461 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.150723 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.151236 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.151480 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.151889 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.151889 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.152205 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.152519 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.152772 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.153058 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.153325 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.153594 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.153839 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.154081 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.154304 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.154591 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.154928 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.155427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.155679 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.155961 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.156210 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.156482 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.156801 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.157179 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.157603 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.157826 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.158068 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.158294 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.159312 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.159779 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.160271 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.160728 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.161152 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.161620 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.162047 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.162526 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.162973 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.163284 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.163615 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.163888 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.164150 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.164403 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.164786 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.165188 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.165576 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.165851 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.166091 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.166339 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.166758 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.167217 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.167673 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.168088 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.168511 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.168753 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.169104 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.169379 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.169605 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.169828 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.170113 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.170411 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.170647 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.170912 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.171175 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.171464 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.171730 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.171981 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.172223 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.172470 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.172743 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.172966 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.173223 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.173456 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.173697 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.173913 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.174868 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.175353 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.175741 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.175990 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.176230 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.176458 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.176682 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.176917 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.177152 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.177395 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.177643 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.177870 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.178084 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.178308 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.178783 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.179064 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.179317 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.179633 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.179891 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.180136 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.180374 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.180612 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.180872 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.181091 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.181341 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.181565 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.181783 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.181999 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.182245 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.182480 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.182712 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.182941 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.183158 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.183441 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.183693 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.184024 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.184291 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.184566 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.184806 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.185024 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.185245 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.185481 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.185698 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.185932 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.186173 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.186391 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.186658 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.186902 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.187133 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.187526 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.187763 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.187982 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.188201 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.188419 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.188714 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.188965 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.189221 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.189460 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.189706 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.189999 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.190216 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.190453 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.190672 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.190887 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.191116 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.191361 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.191578 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.191797 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.192010 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.192310 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.192566 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.192808 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.193116 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.193352 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.193573 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.193843 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.194161 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.194380 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.194651 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.195032 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.195295 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.195524 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.195813 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.196135 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.196448 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.196706 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.196968 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.197268 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.197555 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.197815 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.198034 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.198348 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.198687 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.198970 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.199225 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.199502 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.199779 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.200006 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.200230 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.200454 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.200690 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.200924 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.201170 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.201406 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.201654 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.201870 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:18.201979 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.202102 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.202336 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.202559 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.202800 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.203022 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.203270 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.203442 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:55:18.203969 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 15:55:18.204133 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:55:18.204292 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:55:18.204465 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:55:18.204639 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:55:18.204799 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:55:18.205003 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.205168 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.206013 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.206319 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.206632 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.206819 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.207044 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.207580 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.207580 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.207580 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.207789 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.207856 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.208009 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.208169 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.208332 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.208494 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.208664 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.208815 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.209151 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.209316 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.209477 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.209646 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.209786 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] debug = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.209940 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.210140 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.210303 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.210630 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.210797 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.210959 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.211124 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.211312 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.211479 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.211643 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.211810 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.211971 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.212134 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.212607 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.212607 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.212607 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.212831 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.212897 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] host = dv-cinder-817833-1-smb {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.213041 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.213358 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.213517 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.213677 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.213843 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.214004 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.214163 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.214326 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.214525 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.214701 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.214865 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.215048 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.215210 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.215397 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.215558 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_options = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.215722 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.215882 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.216047 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.216236 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.216405 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.216608 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.216702 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.216864 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217026 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217187 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217347 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217506 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217666 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217825 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.217985 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.218146 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.218306 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.218656 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.218656 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.218915 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.218915 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219162 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219304 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219431 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219554 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219676 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219826 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.219987 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.220147 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.220308 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.220494 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.220707 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.220836 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.220961 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.221623 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.221795 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.221955 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.222120 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.222281 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.222442 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.222602 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.222762 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.222923 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.223082 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.223243 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.223427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_json = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.223587 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.223748 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.223907 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.224068 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.224230 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.224390 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.224550 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.224711 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.224872 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:55:18.225054 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.225219 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.225394 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.225557 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.225720 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.225884 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.226047 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.226255 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.226388 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.226511 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.226708 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.226829 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.227002 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.227191 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.227359 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.227528 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.227692 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.227855 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228019 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228183 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228521 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228521 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228760 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228844 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.228976 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.229140 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.229303 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.229467 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.229631 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.229794 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.229957 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.230121 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.230284 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.230450 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.230659 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.230871 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.230996 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.231129 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.231290 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.231378 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.231547 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.231710 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.231873 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.232037 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.232199 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.232363 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.232527 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.232691 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.232855 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.233018 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.233192 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.233356 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.233520 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.233683 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.233847 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.234010 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.234172 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.234336 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.234499 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.234663 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235197 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235197 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235197 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235529 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235529 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235774 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.235774 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236028 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236118 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236233 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236407 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236546 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236732 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.236896 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.237060 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.237223 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.237388 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.237552 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.237715 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.237878 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.238042 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.238205 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.238370 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.238534 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.238707 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.238884 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.239047 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.239210 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.239396 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.239559 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.239724 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.239887 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.240050 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.240213 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.240381 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.240544 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.240714 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.240928 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241048 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241171 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241313 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241475 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241639 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241801 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.241963 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.242125 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.242288 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.242451 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.242612 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.242775 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.242937 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.243109 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.243286 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.243456 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.243618 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.243788 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.243961 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.244124 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.244287 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.244450 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.244613 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.244776 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.244938 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.245101 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.245264 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.245427 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.245590 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.245759 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.245933 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.246096 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.246259 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.246426 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.246611 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.246773 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.246934 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.247097 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.247276 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.247446 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.247608 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.247771 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.247934 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.248096 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.248259 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.248422 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.248584 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.248746 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.248907 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.249069 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.249233 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.249397 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.249560 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.249724 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.249887 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.250048 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.250216 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.250378 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.250541 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.250704 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.250867 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.251030 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.251192 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.251375 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.251539 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.251702 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.251866 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.252027 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.252190 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.252373 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.252536 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.252701 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.252863 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.253027 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.253190 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.253354 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.253517 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.253680 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.253844 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254006 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254173 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254336 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254499 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254663 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254827 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.254989 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.255153 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.255336 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.255500 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.255678 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.255842 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256006 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256169 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256332 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256496 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256660 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256821 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.256984 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.257147 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.257310 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.257476 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.257641 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.257806 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.257969 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.258132 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.258295 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.258457 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.258621 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.258795 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.258957 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.259119 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.259300 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.259464 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.259638 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.259801 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.259964 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.260131 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.260294 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.260466 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.260629 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.260791 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.260952 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.261114 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.261287 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.261452 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.261616 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.261787 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.261949 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.262113 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.262277 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.262452 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.262616 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.262783 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.262948 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.263110 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.263293 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.263462 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.263630 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.263804 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.263974 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.264141 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.264313 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.264485 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.264657 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.264820 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.264989 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.265165 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.265327 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.265491 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.265653 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.265816 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.265980 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.266142 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.266306 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.266469 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.266632 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.266796 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.266960 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.267123 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.267304 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.267470 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.267633 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.267795 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.268488 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.268652 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.268816 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:55:18.268971 dv-cinder-817833-1-smb neutron-server[98533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:55:18.310271 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 35340) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:18.318861 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063305 Feb 02 15:55:29.038545 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4989e0b-27df-4227-a49f-801f154d818a None None] get_active_networks_info from dv-cinder-817833-1-smb {{(pid=98644) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 02 15:55:29.122731 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4989e0b-27df-4227-a49f-801f154d818a None None] No non-hosted networks {{(pid=98644) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 15:55:29.122731 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.agentschedulers_db [None req-a4989e0b-27df-4227-a49f-801f154d818a None None] DHCP Agent not found on host dv-cinder-817833-1-smb {{(pid=98644) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 15:55:29.186241 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2bd90723-6faa-4cca-abcd-d494900057a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688939'] for agent, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:31.421831 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-485e7847-0eba-411a-aea3-c77ef4bf421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688939'] for agent, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:31.472889 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-f30358db-f913-4ce2-ac85-34e8d284afb8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817833-1-smb {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:55:31.473743 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-f30358db-f913-4ce2-ac85-34e8d284afb8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:55:32.116404 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f30358db-f913-4ce2-ac85-34e8d284afb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:32.331556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688939'] for agent, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:32.331556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.331556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.331556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.331556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332282 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332282 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332282 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332282 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332282 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:32.332875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817833-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:32.339199 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817833-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:32.558754 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688939'] for agent, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:33.935060 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688939'] for agent, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:35.669167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 35434) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:36.259046 dv-cinder-817833-1-smb neutron-server[98643]: WARNING oslo_policy.policy [None req-b39bea6c-ad94-4e61-b709-d7ed0ebe07a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:36.259617 dv-cinder-817833-1-smb neutron-server[98643]: WARNING oslo_policy.policy [None req-b39bea6c-ad94-4e61-b709-d7ed0ebe07a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:36.485290 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [None req-b39bea6c-ad94-4e61-b709-d7ed0ebe07a6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:55:36.486324 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b39bea6c-ad94-4e61-b709-d7ed0ebe07a6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8161883 Feb 02 15:55:37.315918 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.db.l3_hamode_db [None req-63b8a558-ea9f-456b-8f75-4d5da433c37b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 15:55:37.402730 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8a558-ea9f-456b-8f75-4d5da433c37b None None] Routers set() bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:37.403745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8a558-ea9f-456b-8f75-4d5da433c37b None None] Router IDs set() for agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 02 15:55:38.880070 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 35448) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:39.253063 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:39.362023 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.policy [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98643) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 15:55:39.409906 dv-cinder-817833-1-smb neutron-server[98643]: WARNING oslo_policy.policy [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:39.410286 dv-cinder-817833-1-smb neutron-server[98643]: WARNING oslo_policy.policy [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:39.418775 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.quota [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] Loaded quota_driver: . Feb 02 15:55:39.434256 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:39.555404 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758507870193', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758507868546', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758507878726', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758507918113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758507929443', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758507901004', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1598191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1378116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-367386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-448000'] for rbac-policy, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:39.745908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:39.747076 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-36ac3a0f-60df-4592-b207-c2e48277cbd6 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8661275 Feb 02 15:55:42.392159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 35462) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:42.808906 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'name': 'private'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:42.814682 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:42.819185 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Usage tracker for resource:network and tenant:efa58e17d2424bb3934bbe7e6766bbdf is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:42.823752 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:42.829851 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:42.906200 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Made reservation on behalf of efa58e17d2424bb3934bbe7e6766bbdf for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:42.909107 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:42.928111 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:42.944619 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:42.948659 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:efa58e17d2424bb3934bbe7e6766bbdf is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:42.954361 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:42.960559 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:43.065338 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.132807 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.155441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=98643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:55:43.182622 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758510631473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.183167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Unsubscribe: segment precommit_create {{(pid=98643) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 15:55:43.183696 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Added segment 254ab005-6767-4a77-8287-6bca4fd060e6 of type vlan for network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb Feb 02 15:55:43.232664 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9681f1b5-529e-4f10-a5c9-f9b562f4b04b,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:43.249459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.249806 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.250148 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.250514 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.250845 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.251180 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.251530 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.251861 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.252203 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.252528 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.252850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.253170 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Tracked resource versions report: Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: pushed versions: Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: { 'AddressGroup': {'1.2'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'ConntrackHelper': {'1.0'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Log': {'1.0'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Network': {'1.1'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Port': {'1.7'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'PortForwarding': {'1.2'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'QosPolicy': {'1.8'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroup': {'1.4'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'SubPort': {'1.0'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Subnet': {'1.1'}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Trunk': {'1.1'}} Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: consumer versions: Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'ConntrackHelper': '1.0', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Log': '1.0', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Network': '1.1', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Port': '1.7', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'PortForwarding': '1.2', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'QosPolicy': '1.8', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroup': '1.4', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroupRule': '1.2', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'SubPort': '1.0', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Subnet': '1.1', Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: 'Trunk': '1.1'}} Feb 02 15:55:43.254225 dv-cinder-817833-1-smb neutron-server[98643]: {{(pid=98643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:55:43.301032 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.401430 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.402556 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:43.403217 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.514408 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b552631-0fb9-44c7-bbf0-9fb55de2d2bb,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:43.526700 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:55:43.575323 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-f6b6c80d-8e2a-4d86-95fa-12a9ea152bb6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1820560 Feb 02 15:55:46.276264 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35478) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:46.857923 dv-cinder-817833-1-smb neutron-server[98642]: WARNING oslo_policy.policy [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:46.858483 dv-cinder-817833-1-smb neutron-server[98642]: WARNING oslo_policy.policy [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:47.301747 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.policy [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98642) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 15:55:47.348187 dv-cinder-817833-1-smb neutron-server[98642]: WARNING oslo_policy.policy [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:47.348570 dv-cinder-817833-1-smb neutron-server[98642]: WARNING oslo_policy.policy [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:55:47.356898 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:47.358781 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-94a132a6-de19-4848-81cb-ce6f709abf5b admin admin] 10.222.0.31 "GET /v2.0/networks/4b552631-0fb9-44c7-bbf0-9fb55de2d2bb HTTP/1.1" status: 200 len: 825 time: 1.0804653 Feb 02 15:55:47.390446 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-eae85f66-8780-4acc-92e4-004340181fbc admin admin] 10.222.0.31 "GET /v2.0/subnetpools/78e333ca-e62b-4bba-9dcd-12dff993946c HTTP/1.1" status: 200 len: 734 time: 0.0262196 Feb 02 15:55:47.399895 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Request body: {'subnet': {'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'ip_version': 4, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:47.401500 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.quota [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Loaded quota_driver: . Feb 02 15:55:47.408227 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:47.413771 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Usage tracker for resource:subnet and tenant:efa58e17d2424bb3934bbe7e6766bbdf is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:47.417137 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:47.424128 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:47.494214 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Made reservation on behalf of efa58e17d2424bb3934bbe7e6766bbdf for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:47.497037 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.883645 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.969757 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Checking segment: {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:55:47.970116 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Network hostable DHCP agents. Network: 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:55:47.985458 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf64cbd-c50b-4c0a-95e1-75da82be989f,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:47.995750 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.996098 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.996436 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.996772 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.997102 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.997459 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.997784 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.998109 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.998455 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.998780 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.999101 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:47.999447 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Tracked resource versions report: Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: pushed versions: Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: { 'AddressGroup': {'1.2'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'ConntrackHelper': {'1.0'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Log': {'1.0'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Network': {'1.1'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Port': {'1.7'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'PortForwarding': {'1.2'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'QosPolicy': {'1.8'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroup': {'1.4'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'SubPort': {'1.0'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Subnet': {'1.1'}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Trunk': {'1.1'}} Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: consumer versions: Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'ConntrackHelper': '1.0', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Log': '1.0', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Network': '1.1', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Port': '1.7', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'PortForwarding': '1.2', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'QosPolicy': '1.8', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroup': '1.4', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroupRule': '1.2', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'SubPort': '1.0', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Subnet': '1.1', Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: 'Trunk': '1.1'}} Feb 02 15:55:48.001213 dv-cinder-817833-1-smb neutron-server[98642]: {{(pid=98642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:55:48.083014 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:55:48.186145 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:48.191636 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:48.192275 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.197766 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bed3b2-cf37-444b-bdaf-4cd7658c99a1 None None] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:55:48.266772 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0e8ff94a-6ad4-49dd-8375-af4687a4fda2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8704805 Feb 02 15:55:48.625407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:55:48.626638 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.832672 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Allocated IP 172.20.0.2 (4b552631-0fb9-44c7-bbf0-9fb55de2d2bb/fcf64cbd-c50b-4c0a-95e1-75da82be989f/dc0004dc-fc43-4c89-9044-bc3c5f9a3761) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:49.072030 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.085866 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Transition to ACTIVE for port object dc0004dc-fc43-4c89-9044-bc3c5f9a3761 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:49.109485 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Transition to ACTIVE for port object dc0004dc-fc43-4c89-9044-bc3c5f9a3761 will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:49.180372 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.244584 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:49.249120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:49.253745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:55:49.261255 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Pushing event updated for resources: {'Port': ['ID=dc0004dc-fc43-4c89-9044-bc3c5f9a3761,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:49.300523 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.300918 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.301318 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.301698 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.302043 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.302385 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.302844 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.303185 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.303657 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.304232 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.304811 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.305385 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Tracked resource versions report: Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: pushed versions: Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: { 'AddressGroup': {'1.2'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'ConntrackHelper': {'1.0'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Log': {'1.0'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Network': {'1.1'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Port': {'1.7'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'PortForwarding': {'1.2'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'QosPolicy': {'1.8'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroup': {'1.4'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'SubPort': {'1.0'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Subnet': {'1.1'}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Trunk': {'1.1'}} Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: consumer versions: Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'ConntrackHelper': '1.0', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Log': '1.0', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Network': '1.1', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Port': '1.7', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'PortForwarding': '1.2', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'QosPolicy': '1.8', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroup': '1.4', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroupRule': '1.2', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'SubPort': '1.0', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Subnet': '1.1', Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: 'Trunk': '1.1'}} Feb 02 15:55:49.307398 dv-cinder-817833-1-smb neutron-server[98644]: {{(pid=98644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:55:49.371620 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Attempting to bind port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:55:49.371944 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Attempting to bind port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:55:49.372384 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Attempting to bind port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 on network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:55:49.377827 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:55:49.378250 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Checking segment: {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:55:49.378744 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.379140 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Bound using segment: {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:55:49.379678 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Bound port: dc0004dc-fc43-4c89-9044-bc3c5f9a3761, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:55:49.380084 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.487816 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] For port dc0004dc-fc43-4c89-9044-bc3c5f9a3761, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:55:49.492930 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] For port dc0004dc-fc43-4c89-9044-bc3c5f9a3761, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=dc0004dc-fc43-4c89-9044-bc3c5f9a3761,segment=NetworkSegment(254ab005-6767-4a77-8287-6bca4fd060e6),segment_id=254ab005-6767-4a77-8287-6bca4fd060e6)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:55:49.546285 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.639100 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae5fb0-50f3-473e-a043-09c875d4ec3e None None] Pushing event updated for resources: {'Port': ['ID=dc0004dc-fc43-4c89-9044-bc3c5f9a3761,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:50.677697 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35498) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:51.056558 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [None req-a1808ec5-576b-41eb-ac88-3a24b50dfe95 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:55:51.057535 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a1808ec5-576b-41eb-ac88-3a24b50dfe95 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3789079 Feb 02 15:55:53.352247 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d79406-8332-4d56-8908-622399147c41 None None] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:55:53.484134 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35512) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:53.516192 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-9a63763b-62ac-44a8-a6ef-47c560d08c38 None None] Provisioning for port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:53.890410 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [None req-4e5ed043-7ebc-43d6-a5a5-1597715e2900 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:55:53.891401 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-4e5ed043-7ebc-43d6-a5a5-1597715e2900 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4063175 Feb 02 15:55:54.113827 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device dc0004dc-fc43-4c89-9044-bc3c5f9a3761 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:54.234638 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:54.240544 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:54.240943 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.358670 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.390895 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port dc0004dc-fc43-4c89-9044-bc3c5f9a3761, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=dc0004dc-fc43-4c89-9044-bc3c5f9a3761,segment=NetworkSegment(254ab005-6767-4a77-8287-6bca4fd060e6),segment_id=254ab005-6767-4a77-8287-6bca4fd060e6)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:54.471278 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.543686 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=dc0004dc-fc43-4c89-9044-bc3c5f9a3761,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.074299 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device dc0004dc-fc43-4c89-9044-bc3c5f9a3761 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:56.141858 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:56.142231 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.607565 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35524) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:56.959853 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:56.964829 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:56.969338 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Usage tracker for resource:router and tenant:efa58e17d2424bb3934bbe7e6766bbdf is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:56.972538 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:56.978334 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:57.051752 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.053462 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.075282 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.241006 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.314505 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.315714 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-56e202ad-e889-4a4b-8475-72930b86b2d5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7069094 Feb 02 15:55:59.041927 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-df71a918-3494-446f-898e-cc672e6877b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.670052 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35534) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:00.025388 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [None req-dd56d09d-246b-4210-9fc1-c9c2cecc9396 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:56:00.026359 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-dd56d09d-246b-4210-9fc1-c9c2cecc9396 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3553891 Feb 02 15:56:01.367614 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4e77cf62-2323-41f3-aa5d-e3c03e5e247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.299207 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.374650 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 35544) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:02.459088 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.737177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:02.741596 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:02.745260 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Usage tracker for resource:network and tenant:ff2ef559d38e43b0904a66d42f2b7646 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:02.748020 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:02.753945 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:02.856504 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Made reservation on behalf of ff2ef559d38e43b0904a66d42f2b7646 for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:02.859228 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.871167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.885838 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:02.889534 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Usage tracker for resource:security_group_rule and tenant:ff2ef559d38e43b0904a66d42f2b7646 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:02.892721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:02.898177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:02.976810 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.044754 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.063044 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Reserving flat network on physical network physnet1 {{(pid=98643) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 15:56:03.083015 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b1ec12-6830-4821-957e-2a6f1794445d,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:03.087309 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.090572 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Added segment 22e2b5ff-a384-4181-b718-8798ce943a6a of type flat for network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 Feb 02 15:56:03.121099 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.210505 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.211436 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:03.212002 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.311984 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] Pushing event updated for resources: {'Network': ['ID=4e4d1b4e-cd0b-476a-b4c5-e86a13664e39,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:03.322344 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:56:03.371633 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-760e5765-77ab-4dd5-8836-3cdcb635f61f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9957361 Feb 02 15:56:03.938563 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.719066 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 35564) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:05.927456 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f4db6-dda4-48d4-9b1d-d7d4537a808e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:05.928819 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-0a7f4db6-dda4-48d4-9b1d-d7d4537a808e admin admin] 10.222.0.31 "GET /v2.0/subnets/fcf64cbd-c50b-4c0a-95e1-75da82be989f HTTP/1.1" status: 200 len: 849 time: 0.2087812 Feb 02 15:56:06.114374 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-cdfd04df-0e80-42e9-896c-3bb9b7160e1f admin admin] 10.222.0.31 "GET /v2.0/routers/e57c47d5-ca61-4cc3-bc80-f9ae18e84839 HTTP/1.1" status: 200 len: 704 time: 0.1797240 Feb 02 15:56:06.571421 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.797040 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Allocated IP 172.20.0.1 (4b552631-0fb9-44c7-bbf0-9fb55de2d2bb/fcf64cbd-c50b-4c0a-95e1-75da82be989f/a5916636-ed0a-4604-a86f-0730908e488f) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:06.948425 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.966498 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Transition to ACTIVE for port object a5916636-ed0a-4604-a86f-0730908e488f will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:07.070197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.137850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:07.141186 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:07.147917 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:56:07.148842 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.263275 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Pushing event updated for resources: {'Port': ['ID=a5916636-ed0a-4604-a86f-0730908e488f,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:07.389905 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-9f689c1a-bbe4-46d0-a297-28db765898e7 None None] Provisioning for port a5916636-ed0a-4604-a86f-0730908e488f completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:07.394859 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-9f689c1a-bbe4-46d0-a297-28db765898e7 None None] Provisioning complete for port a5916636-ed0a-4604-a86f-0730908e488f triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:07.395237 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f689c1a-bbe4-46d0-a297-28db765898e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.450218 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-9f689c1a-bbe4-46d0-a297-28db765898e7 None None] Port a5916636-ed0a-4604-a86f-0730908e488f cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:56:07.522343 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.745368 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.787807 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.788456 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.914728 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Pushing event updated for resources: {'Port': ['ID=a5916636-ed0a-4604-a86f-0730908e488f,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:07.976515 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:07.977566 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:08.171417 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-3e5659e1-fedf-4061-8839-0fcd3db29d0b None None] Provisioning complete for port a5916636-ed0a-4604-a86f-0730908e488f triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:08.171780 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3e5659e1-fedf-4061-8839-0fcd3db29d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:08.221786 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-3e5659e1-fedf-4061-8839-0fcd3db29d0b None None] Port a5916636-ed0a-4604-a86f-0730908e488f cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:56:08.224424 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:56:08.375902 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:56:08.384659 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-1b195371-5d1f-47cf-8500-b047ca65e0ca admin admin] 10.222.0.31 "PUT /v2.0/routers/e57c47d5-ca61-4cc3-bc80-f9ae18e84839/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2653220 Feb 02 15:56:08.385329 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Sync routers for ids ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:08.395222 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Routers {'e57c47d5-ca61-4cc3-bc80-f9ae18e84839'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:08.396143 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T15:56:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:08.570235 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Set router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 gateway port host: None {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:08.932624 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'name': 'router1', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:57Z', 'updated_at': '2022-02-02T15:56:07Z', 'revision_number': 2, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'gw_port_host': None, '_interfaces': [{'id': 'a5916636-ed0a-4604-a86f-0730908e488f', 'name': '', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'mac_address': 'fa:16:3e:aa:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:06Z', 'updated_at': '2022-02-02T15:56:07Z', 'revision_number': 2, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'subnets': [{'id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:08.938174 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Checking router: e57c47d5-ca61-4cc3-bc80-f9ae18e84839 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:08.938558 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Updating router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 port a5916636-ed0a-4604-a86f-0730908e488f binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:56:08.992853 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.366767 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.382312 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Transition to ACTIVE for port object a5916636-ed0a-4604-a86f-0730908e488f will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:09.450903 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.636871 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Pushing event updated for resources: {'Port': ['ID=a5916636-ed0a-4604-a86f-0730908e488f,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:09.648222 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.648571 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.648912 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.649245 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.649573 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.649900 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.650227 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.650549 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.650874 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.651194 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.651538 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.651860 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Tracked resource versions report: Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: pushed versions: Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: { 'AddressGroup': {'1.2'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'ConntrackHelper': {'1.0'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Log': {'1.0'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Network': {'1.1'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Port': {'1.7'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'PortForwarding': {'1.2'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'QosPolicy': {'1.8'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroup': {'1.4'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'SubPort': {'1.0'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Subnet': {'1.1'}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Trunk': {'1.1'}} Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: consumer versions: Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'ConntrackHelper': '1.0', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Log': '1.0', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Network': '1.1', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Port': '1.7', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'PortForwarding': '1.2', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'QosPolicy': '1.8', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroup': '1.4', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroupRule': '1.2', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'SubPort': '1.0', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Subnet': '1.1', Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: 'Trunk': '1.1'}} Feb 02 15:56:09.652937 dv-cinder-817833-1-smb neutron-server[98645]: {{(pid=98645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:56:09.714320 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Attempting to bind port a5916636-ed0a-4604-a86f-0730908e488f on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:09.714719 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Attempting to bind port a5916636-ed0a-4604-a86f-0730908e488f by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:09.715152 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Attempting to bind port a5916636-ed0a-4604-a86f-0730908e488f on network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:56:09.721159 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:56:09.721578 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Checking segment: {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:56:09.722072 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.722463 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Bound using segment: {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:56:09.722979 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Bound port: a5916636-ed0a-4604-a86f-0730908e488f, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ab005-6767-4a77-8287-6bca4fd060e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:09.723398 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.812350 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] For port a5916636-ed0a-4604-a86f-0730908e488f, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:56:09.816498 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] For port a5916636-ed0a-4604-a86f-0730908e488f, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=a5916636-ed0a-4604-a86f-0730908e488f,segment=NetworkSegment(254ab005-6767-4a77-8287-6bca4fd060e6),segment_id=254ab005-6767-4a77-8287-6bca4fd060e6)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:56:09.896574 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.989519 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Routers {'e57c47d5-ca61-4cc3-bc80-f9ae18e84839'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:09.990162 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T15:56:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:10.106506 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66739f-a260-4d2c-8b7d-c8dc7ae0b173 None None] Pushing event updated for resources: {'Port': ['ID=a5916636-ed0a-4604-a86f-0730908e488f,revision_number=4']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.149808 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] Set router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 gateway port host: None {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:10.476638 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'name': 'router1', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:57Z', 'updated_at': '2022-02-02T15:56:07Z', 'revision_number': 2, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'gw_port_host': None, '_interfaces': [{'id': 'a5916636-ed0a-4604-a86f-0730908e488f', 'name': '', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'mac_address': 'fa:16:3e:aa:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:06Z', 'updated_at': '2022-02-02T15:56:09Z', 'revision_number': 4, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'subnets': [{'id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:10.481019 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ef228-4030-4fb5-b305-15bc796a5625 None None] The sync data for ids ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'] in dv-cinder-817833-1-smb is: [{'id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'name': 'router1', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:57Z', 'updated_at': '2022-02-02T15:56:07Z', 'revision_number': 2, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'gw_port_host': None, '_interfaces': [{'id': 'a5916636-ed0a-4604-a86f-0730908e488f', 'name': '', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'mac_address': 'fa:16:3e:aa:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:06Z', 'updated_at': '2022-02-02T15:56:09Z', 'revision_number': 4, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'subnets': [{'id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:10.550460 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35586) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:10.712247 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407cd5e-7b2a-491d-b41a-109c40977716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:10.713578 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b407cd5e-7b2a-491d-b41a-109c40977716 admin admin] 10.222.0.31 "GET /v2.0/networks/4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 HTTP/1.1" status: 200 len: 842 time: 0.1621199 Feb 02 15:56:10.723093 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:10.727520 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:10.731102 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Usage tracker for resource:subnet and tenant:ff2ef559d38e43b0904a66d42f2b7646 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:10.734393 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:10.740113 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:10.833423 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Made reservation on behalf of ff2ef559d38e43b0904a66d42f2b7646 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:10.835616 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:11.253269 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.objects.ports [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98642) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 02 15:56:11.253731 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:11.328853 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a34c7c-b3d7-430d-bc19-15388da14847,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:11.332719 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:56:11.333070 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Network hostable DHCP agents. Network: 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:56:11.435603 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:56:11.521276 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:11.525689 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:11.526210 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:11.530409 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484467d1-4940-41e9-b6a9-99a3193b2fe4 None None] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:56:11.622646 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-8cb938ec-4555-4c56-8ea9-87b1c6dff7ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9027791 Feb 02 15:56:11.760036 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792fafb-879f-41d0-ad81-a2a17db21217 None None] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:56:12.112392 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device a5916636-ed0a-4604-a86f-0730908e488f up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:12.284530 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port a5916636-ed0a-4604-a86f-0730908e488f completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:12.289608 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port a5916636-ed0a-4604-a86f-0730908e488f triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:12.289986 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:12.409340 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:12.444318 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port a5916636-ed0a-4604-a86f-0730908e488f, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=a5916636-ed0a-4604-a86f-0730908e488f,segment=NetworkSegment(254ab005-6767-4a77-8287-6bca4fd060e6),segment_id=254ab005-6767-4a77-8287-6bca4fd060e6)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:12.532538 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:12.602103 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=a5916636-ed0a-4604-a86f-0730908e488f,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:13.841517 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35600) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:14.047707 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-098e6d7a-e09b-4310-8cd8-6193219ebbd8 admin admin] 10.222.0.31 "GET /v2.0/routers/e57c47d5-ca61-4cc3-bc80-f9ae18e84839 HTTP/1.1" status: 200 len: 710 time: 0.2050681 Feb 02 15:56:14.082132 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device a5916636-ed0a-4604-a86f-0730908e488f up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:14.148876 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port a5916636-ed0a-4604-a86f-0730908e488f triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:14.149178 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:14.173297 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960a4c8-6fb2-4854-9794-b30e04db0a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:14.174681 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c960a4c8-6fb2-4854-9794-b30e04db0a25 admin admin] 10.222.0.31 "GET /v2.0/networks/4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 HTTP/1.1" status: 200 len: 886 time: 0.1219447 Feb 02 15:56:14.183227 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:14.657560 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.049284 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.106202 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.242335 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Allocated IP 172.28.2.241 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/654b9f4a-6cfd-4698-9621-c7398fbe0a9c) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:15.387247 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.507508 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.571469 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:15.574179 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:15.577707 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:56:15.634881 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Pushing event updated for resources: {'Port': ['ID=654b9f4a-6cfd-4698-9621-c7398fbe0a9c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:16.085762 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.453908 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.457027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-694784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-694807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-695894'] for router, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.632439 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:56:16.803703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:56:16.812423 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.813611 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b20611fe-6deb-4909-bfe0-bac067dae048 admin admin] 10.222.0.31 "PUT /v2.0/routers/e57c47d5-ca61-4cc3-bc80-f9ae18e84839 HTTP/1.1" status: 200 len: 890 time: 2.6334968 Feb 02 15:56:16.815142 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Sync routers for ids ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:16.825867 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Routers {'e57c47d5-ca61-4cc3-bc80-f9ae18e84839'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:16.826568 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T15:56:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:17.032608 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Set router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:17.385669 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'name': 'router1', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '654b9f4a-6cfd-4698-9621-c7398fbe0a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:57Z', 'updated_at': '2022-02-02T15:56:15Z', 'revision_number': 4, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'gw_port': {'id': '654b9f4a-6cfd-4698-9621-c7398fbe0a9c', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:15Z', 'updated_at': '2022-02-02T15:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'a5916636-ed0a-4604-a86f-0730908e488f', 'name': '', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'mac_address': 'fa:16:3e:aa:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:06Z', 'updated_at': '2022-02-02T15:56:12Z', 'revision_number': 5, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'subnets': [{'id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:17.390707 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Checking router: e57c47d5-ca61-4cc3-bc80-f9ae18e84839 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:17.391078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Updating router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:56:17.442624 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.774337 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.786820 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Transition to ACTIVE for port object 654b9f4a-6cfd-4698-9621-c7398fbe0a9c will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:17.863632 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.943674 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Attempting to bind port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:17.944048 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Attempting to bind port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:17.944422 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Attempting to bind port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:56:17.951291 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0273f3-421d-4f47-a6ff-dc2855a9ea5f None None] Pushing event updated for resources: {'Port': ['ID=654b9f4a-6cfd-4698-9621-c7398fbe0a9c,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:17.953762 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:56:17.954484 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:56:17.954751 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.955179 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:56:17.955681 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Bound port: 654b9f4a-6cfd-4698-9621-c7398fbe0a9c, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:17.956074 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.028449 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] For port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:56:18.032003 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] For port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=654b9f4a-6cfd-4698-9621-c7398fbe0a9c,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:56:18.156326 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.258618 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Routers {'e57c47d5-ca61-4cc3-bc80-f9ae18e84839'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:18.259231 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T15:56:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:18.312447 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0273f3-421d-4f47-a6ff-dc2855a9ea5f None None] Pushing event updated for resources: {'Port': ['ID=654b9f4a-6cfd-4698-9621-c7398fbe0a9c,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:18.437346 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] Set router e57c47d5-ca61-4cc3-bc80-f9ae18e84839 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:18.758529 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'name': 'router1', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '654b9f4a-6cfd-4698-9621-c7398fbe0a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:57Z', 'updated_at': '2022-02-02T15:56:15Z', 'revision_number': 4, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'gw_port': {'id': '654b9f4a-6cfd-4698-9621-c7398fbe0a9c', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:15Z', 'updated_at': '2022-02-02T15:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'a5916636-ed0a-4604-a86f-0730908e488f', 'name': '', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'mac_address': 'fa:16:3e:aa:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:06Z', 'updated_at': '2022-02-02T15:56:12Z', 'revision_number': 5, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'subnets': [{'id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:18.762509 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124e8c5-f9be-4c7d-a9c5-5c66bef6a74e None None] The sync data for ids ['e57c47d5-ca61-4cc3-bc80-f9ae18e84839'] in dv-cinder-817833-1-smb is: [{'id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'name': 'router1', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '654b9f4a-6cfd-4698-9621-c7398fbe0a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:57Z', 'updated_at': '2022-02-02T15:56:15Z', 'revision_number': 4, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'gw_port': {'id': '654b9f4a-6cfd-4698-9621-c7398fbe0a9c', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:15Z', 'updated_at': '2022-02-02T15:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'a5916636-ed0a-4604-a86f-0730908e488f', 'name': '', 'network_id': '4b552631-0fb9-44c7-bbf0-9fb55de2d2bb', 'tenant_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'mac_address': 'fa:16:3e:aa:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c47d5-ca61-4cc3-bc80-f9ae18e84839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:06Z', 'updated_at': '2022-02-02T15:56:12Z', 'revision_number': 5, 'project_id': 'efa58e17d2424bb3934bbe7e6766bbdf', 'subnets': [{'id': 'fcf64cbd-c50b-4c0a-95e1-75da82be989f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e333ca-e62b-4bba-9dcd-12dff993946c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:19.214107 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 35610) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:19.331758 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-08168273-30db-4314-9b7e-7363e9ceca8d admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1164901 Feb 02 15:56:20.119741 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 654b9f4a-6cfd-4698-9621-c7398fbe0a9c up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:20.255693 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:20.260878 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:20.261253 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.377498 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.393813 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=654b9f4a-6cfd-4698-9621-c7398fbe0a9c,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:20.452751 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.522201 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=654b9f4a-6cfd-4698-9621-c7398fbe0a9c,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:22.097788 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 654b9f4a-6cfd-4698-9621-c7398fbe0a9c up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:22.138106 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:56:22.176402 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 654b9f4a-6cfd-4698-9621-c7398fbe0a9c triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:22.176781 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.061529 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fd83ccba-6251-4d17-938e-43ab1465429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:31.434208 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0f6f079f-9610-4208-b8d3-5bf6b38ab9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.302191 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.468439 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.896868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:59.031994 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0a6e-f975-4be0-af93-d1aaeb54f8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:59.138691 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:57:01.374480 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5057ca05-232a-4043-b69d-8e5cae4924d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.295370 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.465659 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:03.906107 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.042312 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-72d6e594-d44c-4ad2-9a19-aa3358e120b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:31.375649 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5c10-c663-4439-adb1-ad6a7a2c6c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.328108 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.474787 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:33.920217 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:36.138998 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:57:59.052497 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-1953d3e6-b2cd-4415-9839-c121f632be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:01.355148 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fd78f4c6-05f7-4ca8-b6a8-2edd3ca107a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:02.304523 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:02.518955 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:03.938922 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:13.138709 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:58:24.653604 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36180) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:24.719476 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d17321-3cca-4ae7-8aa7-058226ee9fc4 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:58:24.720714 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-f7d17321-3cca-4ae7-8aa7-058226ee9fc4 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661793 Feb 02 15:58:24.848962 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab6ca5-fc36-48a6-9dc2-14a6136950e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:24.850312 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d2ab6ca5-fc36-48a6-9dc2-14a6136950e6 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1257775 Feb 02 15:58:26.935634 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36190) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:27.038288 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23c6dd-b305-427f-a256-d62a38ebd364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:27.038861 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-4d23c6dd-b305-427f-a256-d62a38ebd364 admin admin] Synchronizing usage tracker for tenant:ff2ef559d38e43b0904a66d42f2b7646 on resource:subnet {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:27.167860 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-4d23c6dd-b305-427f-a256-d62a38ebd364 admin admin] Unset dirty status for tenant:ff2ef559d38e43b0904a66d42f2b7646 on resource:subnet {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:27.168935 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-4d23c6dd-b305-427f-a256-d62a38ebd364 admin admin] 10.222.0.31 "GET /v2.0/subnets/fcf64cbd-c50b-4c0a-95e1-75da82be989f HTTP/1.1" status: 200 len: 849 time: 0.2323654 Feb 02 15:58:27.178622 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:27.291207 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Notify callbacks [] for subnet, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:27.501793 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758510585348'] for subnet, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:27.548358 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:27.548939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:27.550181 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] 10.222.0.31 "PUT /v2.0/subnets/fcf64cbd-c50b-4c0a-95e1-75da82be989f HTTP/1.1" status: 200 len: 868 time: 0.3757582 Feb 02 15:58:27.550581 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bdc288-e217-4ba3-b634-eefcfe799089 None None] Network 4b552631-0fb9-44c7-bbf0-9fb55de2d2bb requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:58:27.578082 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf64cbd-c50b-4c0a-95e1-75da82be989f,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:27.588703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.589623 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.592939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.593555 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.593767 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:27.594092 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8eee-e484-4695-92ea-72db9c51f6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:28.081915 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-50b52979-6487-4e16-a830-24d65949ee08 None None] Provisioning complete for port a5916636-ed0a-4604-a86f-0730908e488f triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:28.082289 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-50b52979-6487-4e16-a830-24d65949ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:28.205035 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-50b52979-6487-4e16-a830-24d65949ee08 None None] Provisioning complete for port dc0004dc-fc43-4c89-9044-bc3c5f9a3761 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:28.205325 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-50b52979-6487-4e16-a830-24d65949ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:29.059788 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-48e9b308-4927-4d74-96ab-aa7dbd9f8d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:29.673376 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36200) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:29.843667 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de14e14-c711-44c5-a4e2-c8cbcdd92a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.844148 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de14e14-c711-44c5-a4e2-c8cbcdd92a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.845635 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3de14e14-c711-44c5-a4e2-c8cbcdd92a2c admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1713200 Feb 02 15:58:31.359742 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f654642e-198b-402b-a3de-688386ae382f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:31.946667 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36210) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:32.148419 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578a923-3ba8-4400-a00d-63a2586fe236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:32.148797 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578a923-3ba8-4400-a00d-63a2586fe236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:32.150292 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-5578a923-3ba8-4400-a00d-63a2586fe236 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025783 Feb 02 15:58:32.314065 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:32.473943 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.940543 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:34.274417 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36220) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:34.439433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f40b14-8983-4ca5-a280-f6e581e58b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:34.440735 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-42f40b14-8983-4ca5-a280-f6e581e58b4f admin admin] 10.222.0.31 "GET /v2.0/networks/4b552631-0fb9-44c7-bbf0-9fb55de2d2bb HTTP/1.1" status: 200 len: 869 time: 0.1653593 Feb 02 15:58:36.554947 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36230) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:36.719139 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee6d10-a34d-4ab5-ab68-2e17813c79e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:36.720512 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-44ee6d10-a34d-4ab5-ab68-2e17813c79e3 admin admin] 10.222.0.31 "GET /v2.0/networks/4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 HTTP/1.1" status: 200 len: 886 time: 0.1645994 Feb 02 15:58:38.821763 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36240) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:38.924997 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d7c10-ae3e-4311-9abf-9c22f64a3959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:38.925388 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d7c10-ae3e-4311-9abf-9c22f64a3959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:38.927601 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-031d7c10-ae3e-4311-9abf-9c22f64a3959 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041758 Feb 02 15:58:40.998765 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36250) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:41.106580 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480bdca-2b82-43c2-8097-3eeebfbf2eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:41.107038 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480bdca-2b82-43c2-8097-3eeebfbf2eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:41.108552 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e480bdca-2b82-43c2-8097-3eeebfbf2eea admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088076 Feb 02 15:58:43.226997 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36260) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:43.325516 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b012a-70d9-409f-b4f0-2746a182e646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:43.326832 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-4b4b012a-70d9-409f-b4f0-2746a182e646 admin admin] 10.222.0.31 "GET /v2.0/subnets/46a34c7c-b3d7-430d-bc19-15388da14847 HTTP/1.1" status: 200 len: 816 time: 0.0988643 Feb 02 15:58:45.441681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36270) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:45.545734 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feee14e-7d1a-4c75-88ce-1aa7dadcc359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.547041 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3feee14e-7d1a-4c75-88ce-1aa7dadcc359 admin admin] 10.222.0.31 "GET /v2.0/subnets/fcf64cbd-c50b-4c0a-95e1-75da82be989f HTTP/1.1" status: 200 len: 868 time: 0.1043744 Feb 02 15:58:50.139206 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:58:59.046487 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c96be8e-715f-4deb-9a98-85148b50d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.374259 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-c25686aa-5d94-44f6-ae5e-12d40e6c3645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.334629 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.511980 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.896951 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36316) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:03.932286 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.944502 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [None req-57bc10b3-d3d9-4ee2-b784-51212fa47d89 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:59:03.948120 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-57bc10b3-d3d9-4ee2-b784-51212fa47d89 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477195 Feb 02 15:59:06.138990 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36326) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:06.206909 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e2ee16-6363-4a06-9b63-2b4b18cf196c admin admin] GET failed (client error): The resource could not be found. Feb 02 15:59:06.208170 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a2e2ee16-6363-4a06-9b63-2b4b18cf196c admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682225 Feb 02 15:59:06.331656 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da6f0e-f7a3-4266-a4c0-a70368524d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:06.333007 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-57da6f0e-f7a3-4266-a4c0-a70368524d8f admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209648 Feb 02 15:59:08.472635 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36336) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:08.518812 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:59:08.523861 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:08.528238 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Usage tracker for resource:network and tenant:ff2ef559d38e43b0904a66d42f2b7646 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:08.531135 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:08.537023 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:08.624197 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Made reservation on behalf of ff2ef559d38e43b0904a66d42f2b7646 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:59:08.626565 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.718667 dv-cinder-817833-1-smb neutron-server[98642]: WARNING neutron.services.revisions.revision_plugin [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Could not find related network for resource to bump revision. Feb 02 15:59:08.732433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:59:08.742584 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758510631473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.743212 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Unsubscribe: segment precommit_create {{(pid=98642) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 15:59:08.743686 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Added segment e8ea29bc-15f4-44df-9d46-13a1b0cd8535 of type vlan for network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae Feb 02 15:59:08.780187 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.881253 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.882178 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:08.882752 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.976641 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:08.987486 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:59:09.048297 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-dba29589-0767-49b0-9e02-b277812c89d1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5745668 Feb 02 15:59:11.139483 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36346) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:11.204191 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd15eb84-d805-49b1-811d-288e7d89d95a admin admin] GET failed (client error): The resource could not be found. Feb 02 15:59:11.204692 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-bd15eb84-d805-49b1-811d-288e7d89d95a admin admin] Synchronizing usage tracker for tenant:ff2ef559d38e43b0904a66d42f2b7646 on resource:network {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:11.369565 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-bd15eb84-d805-49b1-811d-288e7d89d95a admin admin] Unset dirty status for tenant:ff2ef559d38e43b0904a66d42f2b7646 on resource:network {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:11.370676 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-bd15eb84-d805-49b1-811d-288e7d89d95a admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2302248 Feb 02 15:59:11.473282 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d28c1-a88e-4817-b097-9c1e34cacb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:11.474665 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2f7d28c1-a88e-4817-b097-9c1e34cacb39 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997384 Feb 02 15:59:11.484037 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Request body: {'subnet': {'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:59:11.488221 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:11.497914 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:11.552547 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Made reservation on behalf of ff2ef559d38e43b0904a66d42f2b7646 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:59:11.554861 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:11.815781 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:11.886654 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc549ff-6c64-42e0-8c88-fd2dee473965,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:11.895626 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Checking segment: {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:59:11.895981 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Network hostable DHCP agents. Network: 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:59:11.964525 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:59:12.044051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:12.048043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:12.048630 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.053681 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f349078-5f37-4f1a-8c16-20b58be22c95 None None] Network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:59:12.130898 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-34dd0316-0cf6-4172-a95f-26c09f87637f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6501048 Feb 02 15:59:12.273646 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae', 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae', 'tenant_id': 'ff2ef559d38e43b0904a66d42f2b7646', 'fixed_ips': [{'subnet_id': 'ddc549ff-6c64-42e0-8c88-fd2dee473965'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:59:12.278953 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.431874 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Allocated IP 192.168.233.2 (2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae/ddc549ff-6c64-42e0-8c88-fd2dee473965/0f43cb4f-1264-4ae2-b228-812bffd5889e) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:12.636704 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.646968 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Transition to ACTIVE for port object 0f43cb4f-1264-4ae2-b228-812bffd5889e will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:12.665744 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Transition to ACTIVE for port object 0f43cb4f-1264-4ae2-b228-812bffd5889e will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:12.741624 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.811057 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:12.813876 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:12.820048 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:59:12.822152 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Pushing event updated for resources: {'Port': ['ID=0f43cb4f-1264-4ae2-b228-812bffd5889e,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:12.855405 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.855662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.856005 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.856373 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.856707 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.857042 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.857372 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.857704 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.858052 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.858382 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.858710 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.859034 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:12.922811 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Attempting to bind port 0f43cb4f-1264-4ae2-b228-812bffd5889e on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:59:12.923176 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Attempting to bind port 0f43cb4f-1264-4ae2-b228-812bffd5889e by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:59:12.923565 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Attempting to bind port 0f43cb4f-1264-4ae2-b228-812bffd5889e on network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:59:12.928834 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:59:12.929200 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Checking segment: {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:59:12.929597 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.929990 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Bound using segment: {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:59:12.930457 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Bound port: 0f43cb4f-1264-4ae2-b228-812bffd5889e, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:59:12.930846 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.040884 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] For port 0f43cb4f-1264-4ae2-b228-812bffd5889e, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:59:13.044466 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] For port 0f43cb4f-1264-4ae2-b228-812bffd5889e, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=0f43cb4f-1264-4ae2-b228-812bffd5889e,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:59:13.116775 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.197638 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7ef2-ecc2-4f3e-bcda-656321a81218 None None] Pushing event updated for resources: {'Port': ['ID=0f43cb4f-1264-4ae2-b228-812bffd5889e,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:14.042267 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8850f-7f28-4db5-aa6e-4cab42694aac None None] Network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:59:14.196390 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-30c6fa64-9324-4a7e-b5bf-4f2473e3b386 None None] Provisioning for port 0f43cb4f-1264-4ae2-b228-812bffd5889e completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:14.254302 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 0f43cb4f-1264-4ae2-b228-812bffd5889e up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:14.404471 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 0f43cb4f-1264-4ae2-b228-812bffd5889e completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:14.410232 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 0f43cb4f-1264-4ae2-b228-812bffd5889e triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:14.410804 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.539619 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.574399 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 0f43cb4f-1264-4ae2-b228-812bffd5889e, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=0f43cb4f-1264-4ae2-b228-812bffd5889e,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:59:14.637219 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-f3d8c97b-04b3-4987-95b8-58fb577fc251 None None] Provisioning complete for port 0f43cb4f-1264-4ae2-b228-812bffd5889e triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:14.637593 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c97b-04b3-4987-95b8-58fb577fc251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.665294 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.759052 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=0f43cb4f-1264-4ae2-b228-812bffd5889e,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:16.167351 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 0f43cb4f-1264-4ae2-b228-812bffd5889e up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:16.238328 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 0f43cb4f-1264-4ae2-b228-812bffd5889e triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:16.238697 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.138953 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:59:29.034564 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0f93652e-725c-457c-820d-e9d13c88b0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:31.365806 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5b0927c1-375f-472f-bbbd-d34d65f5cd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:32.326060 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:32.529993 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:33.932175 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:59.054134 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-28ceeb30-6a17-4918-8de5-bc0896617a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:01.382946 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-786ae4b9-2df4-4ba4-9e2e-26318c359b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:02.320227 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:02.488419 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:03.949552 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:04.138460 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:00:29.048136 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5cce00a0-f3f9-4f0d-ac8d-cf12c34c69e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.379925 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3bc6b81f-7056-491b-bb8c-b382e9f40b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.901934 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36398) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:31.907715 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [None req-a174d4b7-c96b-4169-be70-bf1735ac907a tempest-verify_tempest_config-135042298 tempest-verify_tempest_config-135042298-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 16:00:31.908664 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a174d4b7-c96b-4169-be70-bf1735ac907a tempest-verify_tempest_config-135042298 tempest-verify_tempest_config-135042298-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057621 Feb 02 16:00:32.319022 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.392202 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36416) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:32.485031 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.512393 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.527064 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:00:32.530773 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Usage tracker for resource:security_group_rule and tenant:4c3ee5c291914d419c0d036c2266265e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:00:32.533955 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:00:32.539856 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:00:32.669822 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.745133 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.793151 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c3ee5c291914d419c0d036c2266265e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3999169 Feb 02 16:00:32.794137 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70902d-d773-4e19-ab0d-c24037af5cef,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:32.796056 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36422) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:32.801703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.802052 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.802390 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.802721 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.803050 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.803423 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.803751 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.804089 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.804439 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.804740 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.805059 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.805378 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ba0e8-c593-4172-8451-6b2355c456cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:32.858098 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.883837 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:33.039908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:33.054448 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70902d-d773-4e19-ab0d-c24037af5cef,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:33.063961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.064314 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.064657 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.065001 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.065333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.066258 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.066652 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.066985 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.067340 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.067670 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.067996 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.068320 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:33.071218 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:33.072345 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-4f05edcf-fbd8-45bf-a727-bcc5539bb3ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e70902d-d773-4e19-ab0d-c24037af5cef HTTP/1.1" status: 204 len: 168 time: 0.2752504 Feb 02 16:00:33.939600 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:41.137454 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:00:59.077820 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-c70c200b-7c9f-431d-99a6-6b8cbb194b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:01.406121 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d5b6-e687-4236-bd9c-4807295d82c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:02.318365 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:02.495505 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:03.935184 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:18.136813 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:01:29.040094 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc01c-4665-464b-82bd-0b922edad912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:31.390475 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0d56c37e-d936-4f84-a8e9-47589e8c2160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:32.319242 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:32.502043 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:33.938834 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:55.135786 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 5 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:01:59.082569 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7f4a54d7-665b-423f-8d30-74a7e671658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:01.394662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4f9801b1-96f1-4125-b636-ee807f02b10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:02.325987 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:02.503031 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:03.939869 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:18.157561 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688939'] for agent, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:29.049412 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-796b5488-2a28-43f4-8d18-4b6924275a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:31.378564 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-52bbc95e-abb7-4284-9ac3-5745312acef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:32.135156 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:02:32.344338 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:32.526868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:32.754501 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36502) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:02:32.864593 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-8eea8c79-18f8-4c85-953a-020888a83901 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1089919 Feb 02 16:02:33.944147 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:34.975969 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36512) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:02:35.030445 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-9f1674e0-4eff-421a-8de2-896d65fbb6f7 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0533762 Feb 02 16:02:48.175471 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:59.035607 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-83b6467a-82c1-4c35-9a2f-d189c443e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:01.381048 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2863e4d5-f547-4216-ab18-792134c9d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:02.316056 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:02.498886 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:03.940944 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:09.134295 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:03:18.173403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:29.047509 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-686ef6f3-0f0c-4391-870f-40e247dad9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:31.398619 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3f92b64a-907e-475a-a5a7-b1861303d046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:32.318378 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:32.515705 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:33.947745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:46.133339 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:03:48.184726 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:59.050190 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-b3fcfb32-f27d-4ebd-82ed-a7a1f5e31de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:01.402434 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fd2b204f-245c-4997-bb08-5db80ed78c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:02.301288 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:02.513638 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:03.975930 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:18.173369 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:23.132988 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:04:26.274237 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36674) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:26.679669 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-network', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:26.685683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:26.690041 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Usage tracker for resource:network and tenant:039ba5f4a2944335b201ea5d58987b9e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:26.693229 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:26.699111 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:26.767630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Made reservation on behalf of 039ba5f4a2944335b201ea5d58987b9e for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:26.769959 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:26.782504 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:26.797909 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:26.801745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Usage tracker for resource:security_group_rule and tenant:039ba5f4a2944335b201ea5d58987b9e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:26.804562 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:26.810292 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:26.927502 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.013548 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.052285 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=98643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:04:27.063047 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a36bd5-500b-4be4-8a62-6f083fa8d06b,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:27.071927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.072283 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.072630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.072973 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.073310 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.073647 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.073978 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.074337 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.074698 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.075030 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.075380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Tracked resource versions report: Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: pushed versions: Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: { 'AddressGroup': {'1.2'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'ConntrackHelper': {'1.0'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Log': {'1.0'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Network': {'1.1'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Port': {'1.7'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'PortForwarding': {'1.2'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'QosPolicy': {'1.8'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroup': {'1.4'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroupRule': {'1.2'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'SubPort': {'1.0'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Subnet': {'1.1'}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Trunk': {'1.1'}} Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: consumer versions: Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: HyperV agent@hv-cinder-81783: {}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'ConntrackHelper': '1.0', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Log': '1.0', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Network': '1.1', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Port': '1.7', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'PortForwarding': '1.2', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'QosPolicy': '1.8', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroup': '1.4', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'SecurityGroupRule': '1.2', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'SubPort': '1.0', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Subnet': '1.1', Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: 'Trunk': '1.1'}} Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: {{(pid=98643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.081254 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Added segment 8ae00d3c-c5e9-43af-a02d-6a706de8d069 of type vlan for network e7304c6f-3bd7-4868-bca7-e55725ce3b8c Feb 02 16:04:27.109899 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.216603 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.217575 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:27.218170 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.322415 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] Pushing event updated for resources: {'Network': ['ID=e7304c6f-3bd7-4868-bca7-e55725ce3b8c,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:27.333777 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:04:27.391692 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-1cd9c0d0-ecb2-43cf-b51e-2db69c922631 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1161249 Feb 02 16:04:27.394343 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36724) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:27.399745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Request body: {'subnet': {'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-subnet', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:27.405117 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:27.409346 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Usage tracker for resource:subnet and tenant:039ba5f4a2944335b201ea5d58987b9e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:27.412432 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:27.419471 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:27.428270 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36728) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:27.482462 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Made reservation on behalf of 039ba5f4a2944335b201ea5d58987b9e for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:27.484905 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.822035 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:27.896386 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1923932411-network', 'tenant_id': '5fc46bdada0a487d81bf7426308a0fad'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:27.907775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=367b93b5-9318-4ab2-b8d6-67b56cd7b166,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:27.917407 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Checking segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:27.917773 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Network hostable DHCP agents. Network: e7304c6f-3bd7-4868-bca7-e55725ce3b8c, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:04:27.922627 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:27.927966 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Usage tracker for resource:network and tenant:5fc46bdada0a487d81bf7426308a0fad is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:27.934129 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:27.943350 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:27.962102 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36748) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:27.996791 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36754) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:28.015864 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:04:28.044336 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Made reservation on behalf of 5fc46bdada0a487d81bf7426308a0fad for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:28.046882 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.060004 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.075209 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:28.079427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc46bdada0a487d81bf7426308a0fad is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:28.082247 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:28.088146 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:28.115936 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, e7304c6f-3bd7-4868-bca7-e55725ce3b8c) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:28.122244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:28.122827 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.128428 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9a2ff-34f1-4468-a39b-d3ceb41dd9c9 None None] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:28.196022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.226239 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-bffba72b-103c-4c70-b1a9-e0cdb8aad7cb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8307350 Feb 02 16:04:28.229106 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36764) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:28.234270 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:28.239312 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:28.243756 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Usage tracker for resource:router and tenant:039ba5f4a2944335b201ea5d58987b9e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:28.247317 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:28.259615 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:28.310951 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.360703 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be63c1-b18d-469e-a2ba-7441637c47f2,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:28.383070 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.383070 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.398914 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-244418304-network', 'tenant_id': '4b7dd5c8331a4d7e8b8c82d642eb437c'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:28.404487 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:28.414236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Usage tracker for resource:network and tenant:4b7dd5c8331a4d7e8b8c82d642eb437c is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:28.419556 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.422811 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:28.431288 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-301428857-network', 'tenant_id': '37711180899542fcaee065f8b3abde27'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:28.432501 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6165247-8b8f-4d42-8506-2ca655450026 None None] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:28.437650 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:28.441798 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Usage tracker for resource:network and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:28.444872 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:28.451463 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:28.462684 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:28.509078 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=98643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:04:28.527796 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.528160 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Added segment 630f0012-9dcf-4bd4-ba34-a7a382efac00 of type vlan for network fe0eba97-f05c-4a88-89c8-4237312a1126 Feb 02 16:04:28.556881 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.624658 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Made reservation on behalf of 37711180899542fcaee065f8b3abde27 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:28.631181 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.662586 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Made reservation on behalf of 4b7dd5c8331a4d7e8b8c82d642eb437c for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:28.666308 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.734149 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.748614 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.763693 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:28.767604 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:28.770474 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:28.776379 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:28.781254 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.782647 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:28.786748 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7dd5c8331a4d7e8b8c82d642eb437c is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:28.787156 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:28.787780 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.789777 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:28.796624 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:28.895607 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.970083 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.013827 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.065912 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:04:29.076107 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.076783 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Added segment e3b21fbe-dfbc-43eb-a46c-41d9892107a1 of type vlan for network a1917e93-a393-4b49-8d83-92159f7ebbce Feb 02 16:04:29.109102 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.119188 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-08a152fc-b347-41f1-9f5c-548dbe3e3de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.119985 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d588b418-4f6c-46e5-b837-99eb5f61cae5,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:29.128901 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.138602 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.144478 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.145810 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.146950 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.147482 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.147972 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.148477 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.149043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.149612 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.150150 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.150681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.151236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Tracked resource versions report: Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: pushed versions: Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: { 'AddressGroup': {'1.2'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'ConntrackHelper': {'1.0'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Log': {'1.0'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Network': {'1.1'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Port': {'1.7'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'PortForwarding': {'1.2'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'QosPolicy': {'1.8'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroup': {'1.4'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroupRule': {'1.2'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'SubPort': {'1.0'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Subnet': {'1.1'}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Trunk': {'1.1'}} Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: consumer versions: Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: HyperV agent@hv-cinder-81783: {}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'ConntrackHelper': '1.0', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Log': '1.0', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Network': '1.1', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Port': '1.7', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'PortForwarding': '1.2', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'QosPolicy': '1.8', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroup': '1.4', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'SecurityGroupRule': '1.2', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'SubPort': '1.0', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Subnet': '1.1', Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: 'Trunk': '1.1'}} Feb 02 16:04:29.153084 dv-cinder-817833-1-smb neutron-server[98642]: {{(pid=98642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 16:04:29.191822 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:04:29.218017 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.218645 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Added segment 5c37467f-7f32-4c56-9402-33b9cda98039 of type vlan for network 5687b2fa-20f0-4d66-833a-280a75073305 Feb 02 16:04:29.229919 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84490815-7323-488d-ae50-3ae15ca517f9,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:29.250969 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.259346 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0eba97-f05c-4a88-89c8-4237312a1126,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:29.262028 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.271599 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network fe0eba97-f05c-4a88-89c8-4237312a1126 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:04:29.288481 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.289721 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:29.291169 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.302528 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-a1017645-d4ee-47bc-b3f0-dd8d6562bd56 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8731165 Feb 02 16:04:29.305355 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36804) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:29.311275 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Request body: {'subnet': {'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1923932411-subnet', 'tenant_id': '5fc46bdada0a487d81bf7426308a0fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:29.321616 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:29.371825 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Usage tracker for resource:subnet and tenant:5fc46bdada0a487d81bf7426308a0fad is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:29.382989 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:29.410419 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.411784 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:29.411927 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.439671 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] Pushing event updated for resources: {'Network': ['ID=a1917e93-a393-4b49-8d83-92159f7ebbce,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:29.452594 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network a1917e93-a393-4b49-8d83-92159f7ebbce details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:04:29.499136 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:29.561746 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b417b4cb-31a9-440a-aa93-b66fa2b3ec30 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5638270 Feb 02 16:04:29.570834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36816) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:29.588053 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6246519 Feb 02 16:04:29.588996 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9452314-5c15-4fb9-8685-da1e6cbee4ba admin admin] Pushing event updated for resources: {'Network': ['ID=5687b2fa-20f0-4d66-833a-280a75073305,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:29.589901 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Request body: {'subnet': {'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-244418304-subnet', 'tenant_id': '4b7dd5c8331a4d7e8b8c82d642eb437c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:29.590995 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36820) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:29.598459 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Request body: {'subnet': {'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-301428857-subnet', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:29.605058 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:29.606879 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 5687b2fa-20f0-4d66-833a-280a75073305 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:04:29.608365 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:29.614632 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Usage tracker for resource:subnet and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:29.615244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Usage tracker for resource:subnet and tenant:4b7dd5c8331a4d7e8b8c82d642eb437c is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:29.618231 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:29.625897 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:29.633769 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:29.641715 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:29.673744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Made reservation on behalf of 5fc46bdada0a487d81bf7426308a0fad for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:29.676236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.733549 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Made reservation on behalf of 37711180899542fcaee065f8b3abde27 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:29.735945 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:29.774674 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Made reservation on behalf of 4b7dd5c8331a4d7e8b8c82d642eb437c for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:29.778733 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.065602 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.159926 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d114091-9195-43b6-8968-1c08e5c34bf3,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:30.170370 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Checking segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:30.170973 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Network hostable DHCP agents. Network: 5687b2fa-20f0-4d66-833a-280a75073305, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:04:30.214021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.247392 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Network 5687b2fa-20f0-4d66-833a-280a75073305 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:04:30.289327 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.353902 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 5687b2fa-20f0-4d66-833a-280a75073305) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:30.364509 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:30.365523 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.374783 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7677cdb-0701-4792-ab83-31d30dfa3c47 None None] Network 5687b2fa-20f0-4d66-833a-280a75073305 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:30.503356 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-51d88937-80f7-4434-a8ed-d8932939aa1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9111128 Feb 02 16:04:30.506549 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36888) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:30.507025 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.511142 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:30.516802 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:30.522852 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Usage tracker for resource:router and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:30.529345 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:30.538452 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:30.583331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=10187aea-1fc5-4182-8eca-3903e03abc78,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:30.589463 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.654652 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.655910 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.673811 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.691542 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Checking segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:30.691901 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Network hostable DHCP agents. Network: a1917e93-a393-4b49-8d83-92159f7ebbce, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:04:30.701928 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Allocated IP 172.28.2.30 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/15192617-7294-4422-a9f4-e2673a319df0) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:30.704944 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-5687b2fa-20f0-4d66-833a-280a75073305', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 16:04:30.706029 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.763935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Checking segment: {'id': '630f0012-9dcf-4bd4-ba34-a7a382efac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:30.763935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Network hostable DHCP agents. Network: fe0eba97-f05c-4a88-89c8-4237312a1126, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:04:30.767270 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=902f0c28-1a79-4477-945c-b00a5db71101,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:30.857839 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Network a1917e93-a393-4b49-8d83-92159f7ebbce is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:04:30.897969 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Allocated IP 172.20.0.2 (5687b2fa-20f0-4d66-833a-280a75073305/6d114091-9195-43b6-8968-1c08e5c34bf3/3cea1659-ed71-4442-a1ec-b23d0813e701) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:30.936214 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.968273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Network fe0eba97-f05c-4a88-89c8-4237312a1126 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:04:31.097397 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.136293 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.146889 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Transition to ACTIVE for port object 3cea1659-ed71-4442-a1ec-b23d0813e701 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:31.168575 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Transition to ACTIVE for port object 3cea1659-ed71-4442-a1ec-b23d0813e701 will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:31.179732 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36900) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:31.185438 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, a1917e93-a393-4b49-8d83-92159f7ebbce) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:31.190383 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, fe0eba97-f05c-4a88-89c8-4237312a1126) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:31.194251 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:31.194841 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.195096 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2479609-2bdc-496e-83e2-e101d17c152e None None] Network a1917e93-a393-4b49-8d83-92159f7ebbce requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:31.226686 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.303692 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36912) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:31.345759 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:31.345759 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.352948 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311dca0-5762-47bd-a7ec-158b2c38d066 None None] Network fe0eba97-f05c-4a88-89c8-4237312a1126 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:31.369232 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:31.373775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:31.376822 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Pushing event updated for resources: {'Port': ['ID=15192617-7294-4422-a9f4-e2673a319df0,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:31.379282 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:31.460467 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.479281 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-581a9b7b-8c21-4047-8bf6-d2f943c7cb33 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8930151 Feb 02 16:04:31.479644 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:31.495370 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Usage tracker for resource:security_group_rule and tenant:43f94e24426a452695b71781528eddad is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:31.499528 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:31.517610 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:31.541367 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.556444 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-ce432649-cccd-4fcd-ab6b-4cc16cae58bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2496135 Feb 02 16:04:31.673202 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Network 5687b2fa-20f0-4d66-833a-280a75073305 is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:31.685655 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-642889cd-0a93-4bf0-a744-8bcc40b2b2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.702089 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:31.733696 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:31.750597 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.778695 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:31.784285 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Usage tracker for resource:security_group_rule and tenant:17da3554b3b64482a3f8e69c59ab30a2 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:31.788492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:31.796227 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:31.868405 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Pushing event updated for resources: {'Port': ['ID=3cea1659-ed71-4442-a1ec-b23d0813e701,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:31.898454 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.929399 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.933675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Tracked resource versions report: Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: pushed versions: Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: { 'AddressGroup': {'1.2'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'ConntrackHelper': {'1.0'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Log': {'1.0'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Network': {'1.1'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Port': {'1.7'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'PortForwarding': {'1.2'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'QosPolicy': {'1.8'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroup': {'1.4'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroupRule': {'1.2'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'SubPort': {'1.0'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Subnet': {'1.1'}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Trunk': {'1.1'}} Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: consumer versions: Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: HyperV agent@hv-cinder-81783: {}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'ConntrackHelper': '1.0', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Log': '1.0', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Network': '1.1', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Port': '1.7', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'PortForwarding': '1.2', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'QosPolicy': '1.8', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroup': '1.4', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'SecurityGroupRule': '1.2', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'SubPort': '1.0', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Subnet': '1.1', Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: 'Trunk': '1.1'}} Feb 02 16:04:31.934474 dv-cinder-817833-1-smb neutron-server[98644]: {{(pid=98644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 16:04:31.949987 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Attempting to bind port 3cea1659-ed71-4442-a1ec-b23d0813e701 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:31.950348 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Attempting to bind port 3cea1659-ed71-4442-a1ec-b23d0813e701 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:31.950715 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Attempting to bind port 3cea1659-ed71-4442-a1ec-b23d0813e701 on network 5687b2fa-20f0-4d66-833a-280a75073305 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:31.968712 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:31.981120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b2027-3401-43ae-b3c7-7affa5c079f8 None None] Network fe0eba97-f05c-4a88-89c8-4237312a1126 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:32.017000 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.044228 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:32.044857 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Checking segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:32.045552 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.046366 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Bound using segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:32.047109 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Bound port: 3cea1659-ed71-4442-a1ec-b23d0813e701, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:32.048184 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.054435 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.062509 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43f94e24426a452695b71781528eddad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8813021 Feb 02 16:04:32.063474 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36942) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:32.063804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.122672 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad233c01-34d9-4fe6-a658-32b5f5156297 None None] Network a1917e93-a393-4b49-8d83-92159f7ebbce requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:32.151946 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36946) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:32.206223 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872350f5-699d-43e3-825d-abb44271a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2cc7d1-13d3-4ff4-ab52-c73aafafd13c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:32.231546 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa350-62ff-449d-8d13-597dc66d9200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.241856 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Allocated IP 172.28.2.110 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/11dea21b-e1bd-43f4-865f-3a003745c8bb) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:32.258181 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.372413 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa350-62ff-449d-8d13-597dc66d9200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.402719 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d31c4c-6886-457c-bd05-2e20e61e2589,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:32.410664 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Synchronizing usage tracker for tenant:ff2ef559d38e43b0904a66d42f2b7646 on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:32.445070 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.486970 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.490102 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.535977 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.573665 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:32.587818 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3ed7b66b0b4a37b247b518f81c14cd is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:32.598122 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:32.619820 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 36984) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:32.626525 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36986) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:32.626525 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:32.627479 dv-cinder-817833-1-smb neutron-server[98642]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 16:04:32.649260 dv-cinder-817833-1-smb neutron-server[98643]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 16:04:32.659737 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] For port 3cea1659-ed71-4442-a1ec-b23d0813e701, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:32.751323 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.752900 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] For port 3cea1659-ed71-4442-a1ec-b23d0813e701, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3cea1659-ed71-4442-a1ec-b23d0813e701,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:32.789044 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] Unset dirty status for tenant:ff2ef559d38e43b0904a66d42f2b7646 on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:32.793465 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-5e6edabd-3ae9-4f21-b9b0-5a76b80c3cfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17da3554b3b64482a3f8e69c59ab30a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4790201 Feb 02 16:04:32.794410 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 36992) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:32.822254 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f0b76443-9b2e-43ac-804d-c3d4afce7e8c tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:32.824578 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f0b76443-9b2e-43ac-804d-c3d4afce7e8c tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/networks?id=fe0eba97-f05c-4a88-89c8-4237312a1126 HTTP/1.1" status: 200 len: 812 time: 0.2019787 Feb 02 16:04:32.828642 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.848732 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-7a6ea265-d0c9-4d24-bf69-4060eacdc200 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/quotas/5fc46bdada0a487d81bf7426308a0fad HTTP/1.1" status: 200 len: 375 time: 0.0161698 Feb 02 16:04:32.900547 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa350-62ff-449d-8d13-597dc66d9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.938905 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e5789c8e-c03a-455c-b58d-06d8372e60e7 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fc46bdada0a487d81bf7426308a0fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799062 Feb 02 16:04:32.950331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa350-62ff-449d-8d13-597dc66d9200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2cc7d1-13d3-4ff4-ab52-c73aafafd13c,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:32.972685 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa350-62ff-449d-8d13-597dc66d9200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.972685 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-1b5fa350-62ff-449d-8d13-597dc66d9200 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e2cc7d1-13d3-4ff4-ab52-c73aafafd13c HTTP/1.1" status: 204 len: 168 time: 0.9075036 Feb 02 16:04:32.984416 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:32.995592 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f92a3-e298-4d85-b9af-df7de26b02ad None None] Pushing event updated for resources: {'Port': ['ID=3cea1659-ed71-4442-a1ec-b23d0813e701,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:33.108511 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-80fb6d49-e6bc-472c-8d1f-c13dcbca54ae tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:33.109990 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-80fb6d49-e6bc-472c-8d1f-c13dcbca54ae tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.4872065 Feb 02 16:04:33.135411 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Pushing event updated for resources: {'Port': ['ID=11dea21b-e1bd-43f4-865f-3a003745c8bb,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:33.141250 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bc97a76e-bbb6-4f7b-b019-ef9a2663fb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:33.142333 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:33.145376 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:33.147705 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:33.239998 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-03e4cf00-b7a1-44ab-8c3e-32caf56dab90 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/quotas/4b7dd5c8331a4d7e8b8c82d642eb437c HTTP/1.1" status: 200 len: 375 time: 0.1220188 Feb 02 16:04:33.244160 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-674d5222-8872-4022-8513-215e5ff31072 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 16:04:33.251197 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-674d5222-8872-4022-8513-215e5ff31072 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1574352 Feb 02 16:04:33.316518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:33.381176 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-7d971084-3adf-4b4a-be71-e9b71a4a0646 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336544 Feb 02 16:04:33.595223 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-f123e614-6704-4143-84c9-becab1746e37 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 16:04:33.595574 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bc97a76e-bbb6-4f7b-b019-ef9a2663fb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:33.602329 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-f123e614-6704-4143-84c9-becab1746e37 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0779150 Feb 02 16:04:33.626321 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-478f4328-6866-46de-92dc-e82931850dbf service neutron] 10.222.0.31 "GET /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742425 Feb 02 16:04:33.711391 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Router 33a7ea2e-5652-4a60-98d4-caac8926cda8 is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:04:33.782334 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37020) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:33.926954 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:33.928178 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bc97a76e-bbb6-4f7b-b019-ef9a2663fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:33.952147 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:33.961250 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-dd5d48f0-d43a-4102-afb7-e71027aee6b2 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567553 Feb 02 16:04:33.982625 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.009362 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.041581 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:34.043855 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a76e-bbb6-4f7b-b019-ef9a2663fb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d31c4c-6886-457c-bd05-2e20e61e2589,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:34.075857 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:04:34.087562 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Sync routers for ids ['33a7ea2e-5652-4a60-98d4-caac8926cda8'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:04:34.103393 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Routers {'33a7ea2e-5652-4a60-98d4-caac8926cda8'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:34.104170 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['33a7ea2e-5652-4a60-98d4-caac8926cda8'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:34.150598 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-0acbfd2b-89dd-421a-a45e-f378f48d5498 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880159 Feb 02 16:04:34.168653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Usage tracker for resource:security_group_rule and tenant:c1f3d2d30e4347649c84664b361558b1 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:34.185667 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] Notify callbacks [] for router, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.187938 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-420dc5dc-d201-4d59-8af6-da92145b70c1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9569614 Feb 02 16:04:34.189859 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 37030) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:34.213502 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:34.231989 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bc97a76e-bbb6-4f7b-b019-ef9a2663fb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.235603 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-bc97a76e-bbb6-4f7b-b019-ef9a2663fb05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87d31c4c-6886-457c-bd05-2e20e61e2589 HTTP/1.1" status: 204 len: 168 time: 1.4377747 Feb 02 16:04:34.235603 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa3ed7b66b0b4a37b247b518f81c14cd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0795741 Feb 02 16:04:34.238029 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:34.249120 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37036) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:34.253067 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-70ddaf34-2d87-4f83-bdbb-bc1092df3611 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121852 Feb 02 16:04:34.299941 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d99de3-9d52-489f-94c6-b9e56068287b None None] Network 5687b2fa-20f0-4d66-833a-280a75073305 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:04:34.317214 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b407a-92fb-4b53-b3ad-e32c8d93e8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff28977-29a2-40f8-a8c6-5bf90f9f877b,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:34.333247 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.540137 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Set router 33a7ea2e-5652-4a60-98d4-caac8926cda8 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:34.544375 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3cea1659-ed71-4442-a1ec-b23d0813e701 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:34.611292 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-f470ba94-0c6b-4441-867d-7798b108b379 None None] Provisioning for port 3cea1659-ed71-4442-a1ec-b23d0813e701 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:34.694966 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5999a131-8da6-4062-9fc0-f7b12310f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.779423 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e0c21c35-cad6-4b82-9169-fc91ed9ee8da req-c85a6d9a-b803-41a8-984b-3dac94fc99c8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.1847188 Feb 02 16:04:34.793959 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5999a131-8da6-4062-9fc0-f7b12310f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.874735 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.948730 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 3cea1659-ed71-4442-a1ec-b23d0813e701 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:34.964748 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 3cea1659-ed71-4442-a1ec-b23d0813e701 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:34.965892 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:34.998406 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.133570 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1f3d2d30e4347649c84664b361558b1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3270319 Feb 02 16:04:35.136667 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 37078) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:35.153396 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4b530-8453-4bd6-9c7a-1042a2ae6e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aba4db-45fd-46cb-a396-b0cc39be1681,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:35.161810 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1211e443-d5fa-4c81-b3d4-290e35edec67 req-3195af77-5851-438c-8393-1ef7a8074abc tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.3796611 Feb 02 16:04:35.270391 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:04:31Z', 'revision_number': 3, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:35.284549 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Checking router: 33a7ea2e-5652-4a60-98d4-caac8926cda8 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:04:35.287722 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Updating router 33a7ea2e-5652-4a60-98d4-caac8926cda8 port 15192617-7294-4422-a9f4-e2673a319df0 binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:04:35.326307 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.395568 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37088) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:35.430585 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 3cea1659-ed71-4442-a1ec-b23d0813e701, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3cea1659-ed71-4442-a1ec-b23d0813e701,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:04:35.468550 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.488057 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-2b6a91bb-8e39-461d-9e07-82cd9b158ba2 None None] Provisioning complete for port 3cea1659-ed71-4442-a1ec-b23d0813e701 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:35.488430 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2b6a91bb-8e39-461d-9e07-82cd9b158ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.563678 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.669441 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.710480 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:35.715587 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Usage tracker for resource:security_group_rule and tenant:7822b60bb599464badaf355c4b00d296 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:35.718920 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:35.726717 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:35.739402 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=3cea1659-ed71-4442-a1ec-b23d0813e701,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:35.776083 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.947015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5999a131-8da6-4062-9fc0-f7b12310f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:35.976357 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999a131-8da6-4062-9fc0-f7b12310f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff28977-29a2-40f8-a8c6-5bf90f9f877b,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:36.041546 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.061504 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5999a131-8da6-4062-9fc0-f7b12310f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.062545 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-5999a131-8da6-4062-9fc0-f7b12310f3af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ff28977-29a2-40f8-a8c6-5bf90f9f877b HTTP/1.1" status: 204 len: 168 time: 1.8123424 Feb 02 16:04:36.181687 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.234096 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bf942baa-7863-4564-b37d-3c3aad33e6d7 req-56ec9716-13b0-4842-9c79-0c9a64dbc420 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.2552824 Feb 02 16:04:36.239431 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6e5c-de0b-4ab2-8823-dd4e8bb9f5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.313065 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.342349 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Transition to ACTIVE for port object 15192617-7294-4422-a9f4-e2673a319df0 will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:36.352761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6e5c-de0b-4ab2-8823-dd4e8bb9f5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.357804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.364135 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3cea1659-ed71-4442-a1ec-b23d0813e701 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:36.374524 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:04:36.409952 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-50fb5f8d-a714-47be-ba3b-dca93db3ec84 req-d4005bee-4def-4e04-9803-c661db3fb960 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.1345408 Feb 02 16:04:36.454824 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Allocated IP 172.20.0.1 (e7304c6f-3bd7-4868-bca7-e55725ce3b8c/367b93b5-9318-4ab2-b8d6-67b56cd7b166/244372d5-e59b-444a-8acb-c3cdf541edc0) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:36.462285 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 3cea1659-ed71-4442-a1ec-b23d0813e701 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:36.462767 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.477972 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.601269 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6e5c-de0b-4ab2-8823-dd4e8bb9f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.609716 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7822b60bb599464badaf355c4b00d296&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2121816 Feb 02 16:04:36.618245 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 37120) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:36.625628 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71b721-3284-4b51-8e47-96fde9d0584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810b7395-1151-49c5-bc0e-7c8cce3f33bc,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:36.626636 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a6e5c-de0b-4ab2-8823-dd4e8bb9f5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aba4db-45fd-46cb-a396-b0cc39be1681,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:36.656257 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Attempting to bind port 15192617-7294-4422-a9f4-e2673a319df0 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:36.656628 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Attempting to bind port 15192617-7294-4422-a9f4-e2673a319df0 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:36.662654 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Attempting to bind port 15192617-7294-4422-a9f4-e2673a319df0 on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:36.686960 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:36.689558 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:36.690003 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.690475 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:36.691137 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Bound port: 15192617-7294-4422-a9f4-e2673a319df0, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:36.691621 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.713836 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6e5c-de0b-4ab2-8823-dd4e8bb9f5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.718811 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-2f0a6e5c-de0b-4ab2-8823-dd4e8bb9f5d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04aba4db-45fd-46cb-a396-b0cc39be1681 HTTP/1.1" status: 204 len: 168 time: 1.5811257 Feb 02 16:04:36.756360 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Pushing event updated for resources: {'Port': ['ID=15192617-7294-4422-a9f4-e2673a319df0,revision_number=2']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:36.802639 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.802988 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.803351 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.803690 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.804020 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.804341 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.804658 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.809245 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.809245 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.809594 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.809932 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.810265 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Tracked resource versions report: Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: pushed versions: Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: { 'AddressGroup': {'1.2'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'ConntrackHelper': {'1.0'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Log': {'1.0'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Network': {'1.1'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Port': {'1.7'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'PortForwarding': {'1.2'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'QosPolicy': {'1.8'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroup': {'1.4'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroupRule': {'1.2'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'SubPort': {'1.0'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Subnet': {'1.1'}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Trunk': {'1.1'}} Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: consumer versions: Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: { DHCP agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: HyperV agent@hv-cinder-81783: {}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: L3 agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: Metadata agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: Metering agent@dv-cinder-817833-1-smb: {}, Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: Open vSwitch agent@dv-cinder-817833-1-smb: { 'AddressGroup': '1.2', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'ConntrackHelper': '1.0', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Log': '1.0', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Network': '1.1', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Port': '1.7', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'PortForwarding': '1.2', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'QosPolicy': '1.8', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroup': '1.4', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'SecurityGroupRule': '1.2', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'SubPort': '1.0', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Subnet': '1.1', Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: 'Trunk': '1.1'}} Feb 02 16:04:36.811347 dv-cinder-817833-1-smb neutron-server[98645]: {{(pid=98645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 16:04:36.863930 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.871862 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b178c4bb-ebdd-490c-a2cf-6eb74b8baa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.876043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:04:36.885195 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] For port 15192617-7294-4422-a9f4-e2673a319df0, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:36.887651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:04:36.891902 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] For port 15192617-7294-4422-a9f4-e2673a319df0, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=15192617-7294-4422-a9f4-e2673a319df0,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:36.915409 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b178c4bb-ebdd-490c-a2cf-6eb74b8baa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:36.919702 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:36.920548 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:36.999754 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.053592 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.056258 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-917727ef-19ff-46d7-84ab-a142f93387b4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5478933 Feb 02 16:04:37.065388 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37144) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:37.148342 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.238983 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:37.297377 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Routers {'33a7ea2e-5652-4a60-98d4-caac8926cda8'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:37.298977 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['33a7ea2e-5652-4a60-98d4-caac8926cda8'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:37.372791 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b178c4bb-ebdd-490c-a2cf-6eb74b8baa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.393734 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Pushing event updated for resources: {'Port': ['ID=244372d5-e59b-444a-8acb-c3cdf541edc0,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.432545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:37.437485 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:37.557146 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178c4bb-ebdd-490c-a2cf-6eb74b8baa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810b7395-1151-49c5-bc0e-7c8cce3f33bc,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.559801 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:37.563522 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.606963 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b178c4bb-ebdd-490c-a2cf-6eb74b8baa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.611000 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b178c4bb-ebdd-490c-a2cf-6eb74b8baa8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/810b7395-1151-49c5-bc0e-7c8cce3f33bc HTTP/1.1" status: 204 len: 168 time: 0.9817207 Feb 02 16:04:37.630626 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fb7eb785-3b23-4d37-bcbf-9a8d75bf4cc1 req-7bd23e8f-ff03-43e7-b5d0-f0c9beb49925 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.2536731 Feb 02 16:04:37.777582 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311f776-690a-4098-9a94-8263c5f09e25 None None] Pushing event updated for resources: {'Port': ['ID=15192617-7294-4422-a9f4-e2673a319df0,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.810028 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] Set router 33a7ea2e-5652-4a60-98d4-caac8926cda8 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:38.056291 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.075833 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:33Z', 'revision_number': 3, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:38.089227 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:04:38.090353 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Updating router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 port 11dea21b-e1bd-43f4-865f-3a003745c8bb binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:04:38.151454 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c5c3a8eb-3044-4f0f-8d72-52f11b3db81d req-5f3aa185-0232-4493-97cf-ad6a02122c78 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.6435742 Feb 02 16:04:38.182877 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.297531 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:04:31Z', 'revision_number': 3, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:38.302756 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdeeed-5d78-4dd6-981f-c9a88288e514 None None] The sync data for ids ['33a7ea2e-5652-4a60-98d4-caac8926cda8'] in dv-cinder-817833-1-smb is: [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:04:31Z', 'revision_number': 3, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:04:38.611637 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.639791 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.690141 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.691015 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.947294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Pushing event updated for resources: {'Port': ['ID=244372d5-e59b-444a-8acb-c3cdf541edc0,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:38.948804 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:38.984617 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Transition to ACTIVE for port object 11dea21b-e1bd-43f4-865f-3a003745c8bb will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:39.075931 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Allocated IP 172.20.0.1 (5687b2fa-20f0-4d66-833a-280a75073305/6d114091-9195-43b6-8968-1c08e5c34bf3/e9ecc223-475f-4241-9f1c-20be7ef98b58) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:39.103725 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-415c7a9a-3e7d-4f2d-8910-bc11be940e7f req-2a33cf32-149d-4060-a348-835ae74539d8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.1521652 Feb 02 16:04:39.122831 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.217845 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:39.219388 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:39.234283 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Attempting to bind port 11dea21b-e1bd-43f4-865f-3a003745c8bb on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:39.234646 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Attempting to bind port 11dea21b-e1bd-43f4-865f-3a003745c8bb by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:39.235005 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Attempting to bind port 11dea21b-e1bd-43f4-865f-3a003745c8bb on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:39.241142 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ebfa-7756-4cc9-93fe-a64bc8ade17c None None] Pushing event updated for resources: {'Port': ['ID=11dea21b-e1bd-43f4-865f-3a003745c8bb,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:39.247743 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:39.248270 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:39.248673 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.250598 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:39.250598 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Bound port: 11dea21b-e1bd-43f4-865f-3a003745c8bb, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:39.250598 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.378385 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] For port 11dea21b-e1bd-43f4-865f-3a003745c8bb, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:39.382385 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] For port 11dea21b-e1bd-43f4-865f-3a003745c8bb, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=11dea21b-e1bd-43f4-865f-3a003745c8bb,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:39.382758 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.420261 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.provisioning_blocks [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Transition to ACTIVE for port object e9ecc223-475f-4241-9f1c-20be7ef98b58 will not be triggered until provisioned by entity DHCP. {{(pid=98642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:39.483577 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.550068 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-da97dd19-0b8c-4576-981f-ede2ec09fcc2 req-951d6a73-66d4-4a4a-aeb7-5efb6f6b73f6 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.1010098 Feb 02 16:04:39.585235 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.587016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Router 33a7ea2e-5652-4a60-98d4-caac8926cda8 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:04:39.602698 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:39.602698 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:39.669050 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Network 5687b2fa-20f0-4d66-833a-280a75073305 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:39.685785 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:39.689806 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:39.690254 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:39.976672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.85', 60482) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:39.978075 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:04:39.985629 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-0a477802-a67b-41b4-9ef4-9bd83f034848 admin admin] 10.222.0.31 "PUT /v2.0/routers/33a7ea2e-5652-4a60-98d4-caac8926cda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7946510 Feb 02 16:04:40.059463 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ebfa-7756-4cc9-93fe-a64bc8ade17c None None] Pushing event updated for resources: {'Port': ['ID=11dea21b-e1bd-43f4-865f-3a003745c8bb,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:40.171197 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:40.185458 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Pushing event updated for resources: {'Port': ['ID=e9ecc223-475f-4241-9f1c-20be7ef98b58,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:40.237933 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-79602ca1-fc78-46ad-9860-50c78723777f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:40.239591 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-79602ca1-fc78-46ad-9860-50c78723777f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.2595599 Feb 02 16:04:40.254554 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-57493163-b7f0-4940-9e9e-c4ae2d9a2fbc None None] Provisioning for port e9ecc223-475f-4241-9f1c-20be7ef98b58 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:40.316457 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Request body: {'port': {'device_id': '76e1712d-4567-4233-bd6a-443c3c062548', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'admin_state_up': True, 'tenant_id': '4b7dd5c8331a4d7e8b8c82d642eb437c'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:40.424494 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-57493163-b7f0-4940-9e9e-c4ae2d9a2fbc None None] Provisioning complete for port e9ecc223-475f-4241-9f1c-20be7ef98b58 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:40.424814 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57493163-b7f0-4940-9e9e-c4ae2d9a2fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:40.506684 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 15192617-7294-4422-a9f4-e2673a319df0 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:40.549192 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d8c6893c-1a22-45fe-909b-e819e2d9ed56 req-6d149edc-503c-41ed-b453-eaa99a481f3f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.1529026 Feb 02 16:04:40.628903 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-57493163-b7f0-4940-9e9e-c4ae2d9a2fbc None None] Port e9ecc223-475f-4241-9f1c-20be7ef98b58 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:04:40.687888 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:40.689123 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:40.693507 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Usage tracker for resource:port and tenant:4b7dd5c8331a4d7e8b8c82d642eb437c is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:40.704397 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:40.710724 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:40.809974 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Made reservation on behalf of 4b7dd5c8331a4d7e8b8c82d642eb437c for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:40.814328 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:40.950008 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.85', 60488) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:41.015037 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e26cf6ea-26f1-4ee1-b950-3058015d25d3 req-5759a353-937f-45a8-940b-75e8fc30bc2b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.1548507 Feb 02 16:04:41.024394 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 15192617-7294-4422-a9f4-e2673a319df0 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:41.050459 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 15192617-7294-4422-a9f4-e2673a319df0 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:41.050829 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:41.138792 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Sync routers for ids ['33a7ea2e-5652-4a60-98d4-caac8926cda8'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:04:41.157412 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Routers {'33a7ea2e-5652-4a60-98d4-caac8926cda8'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:41.158064 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['33a7ea2e-5652-4a60-98d4-caac8926cda8'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:41.310696 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:33Z', 'revision_number': 3, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:41.312225 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9b17-f66a-4f46-ad89-77ea459a2d14 None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:33Z', 'revision_number': 3, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:04:41.325251 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:41.364407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 15192617-7294-4422-a9f4-e2673a319df0, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=15192617-7294-4422-a9f4-e2673a319df0,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:04:41.390565 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Allocated IP 172.20.0.6 (a1917e93-a393-4b49-8d83-92159f7ebbce/902f0c28-1a79-4477-945c-b00a5db71101/d5b64ca2-538c-480b-a2bf-da76421e1364) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:41.494527 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e1282478-11b2-48b2-9590-6766318d5517 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:41.495271 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e1282478-11b2-48b2-9590-6766318d5517 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Synchronizing usage tracker for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:network {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:41.507815 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:41.508468 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Set router 33a7ea2e-5652-4a60-98d4-caac8926cda8 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:41.725890 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=15192617-7294-4422-a9f4-e2673a319df0,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:41.784868 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-5bcea9ed-7341-43cc-b09c-a9de4cf10457 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:41.790468 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-5bcea9ed-7341-43cc-b09c-a9de4cf10457 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 819 time: 0.4729180 Feb 02 16:04:41.860619 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-3e6c7940-9306-48e7-a8f8-d2a930ffdf82 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/quotas/039ba5f4a2944335b201ea5d58987b9e HTTP/1.1" status: 200 len: 375 time: 0.0550513 Feb 02 16:04:41.875950 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:41.943224 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:41.975345 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c9d2a726-2c6d-4fca-98cf-0024f4d29780 req-40d11c7c-6ce3-4faf-a7d7-f2a355593497 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.1027210 Feb 02 16:04:41.997920 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e1282478-11b2-48b2-9590-6766318d5517 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Unset dirty status for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:network {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:41.999084 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e1282478-11b2-48b2-9590-6766318d5517 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.85 "GET /v2.0/networks?id=fe0eba97-f05c-4a88-89c8-4237312a1126 HTTP/1.1" status: 200 len: 812 time: 1.0133455 Feb 02 16:04:42.008822 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-53650ba0-7f06-4942-abc2-927b41f39096 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331706 Feb 02 16:04:42.030892 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Request body: {'port': {'device_id': '66395bba-067c-46cb-99ea-8585068845c7', 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126', 'admin_state_up': True, 'tenant_id': '5fc46bdada0a487d81bf7426308a0fad'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:42.227626 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-d54286b2-a0d9-4973-9cf3-1b2c95c2f3e3 service neutron] 10.222.0.31 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111733 Feb 02 16:04:42.228853 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:42.229932 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:42.411523 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:04:37Z', 'revision_number': 4, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '244372d5-e59b-444a-8acb-c3cdf541edc0', 'name': '', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'mac_address': 'fa:16:3e:a1:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:36Z', 'updated_at': '2022-02-02T16:04:38Z', 'revision_number': 2, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'subnets': [{'id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:42.423557 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Checking router: 33a7ea2e-5652-4a60-98d4-caac8926cda8 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:04:42.424879 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Updating router 33a7ea2e-5652-4a60-98d4-caac8926cda8 port 244372d5-e59b-444a-8acb-c3cdf541edc0 binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:04:42.483108 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-32197755-3cf7-4a77-b067-6a09268465b7 req-deafd33f-ee3d-487d-be34-b0150c223c3b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.1325088 Feb 02 16:04:42.570788 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 11dea21b-e1bd-43f4-865f-3a003745c8bb up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:42.604256 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:42.611547 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:42.616028 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:42.708722 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Pushing event updated for resources: {'Port': ['ID=e9ecc223-475f-4241-9f1c-20be7ef98b58,revision_number=2']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:42.817351 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Usage tracker for resource:port and tenant:5fc46bdada0a487d81bf7426308a0fad is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:42.848594 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:42.883854 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Network a1917e93-a393-4b49-8d83-92159f7ebbce is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:42.884925 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:42.888326 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 11dea21b-e1bd-43f4-865f-3a003745c8bb completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:42.893501 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 11dea21b-e1bd-43f4-865f-3a003745c8bb triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:42.893990 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:42.908292 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:42.924036 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:42.936192 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-c4120bd8-3961-4f3e-939b-af10c014ba3b service neutron] 10.222.0.31 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005978 Feb 02 16:04:42.951826 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Network 5687b2fa-20f0-4d66-833a-280a75073305 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:42.954236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:42.961468 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:42.962135 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:43.097998 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event updated for resources: {'Port': ['ID=d5b64ca2-538c-480b-a2bf-da76421e1364,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:43.127193 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-937d372b-504b-4a2f-b193-366653ea3291 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8152077 Feb 02 16:04:43.147384 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Made reservation on behalf of 5fc46bdada0a487d81bf7426308a0fad for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:43.150960 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:43.208227 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-15ca4dba-25cf-4617-bae9-cd1d7c3073ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 16:04:43.209234 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-15ca4dba-25cf-4617-bae9-cd1d7c3073ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129004 Feb 02 16:04:43.485892 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:43.493072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:04:43.555306 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6efce23a-3e75-43db-9edc-127158a14dd0 req-f9204c54-bf49-4c10-8dfc-f567ec0cc570 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 210 time: 0.0664551 Feb 02 16:04:43.561974 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 11dea21b-e1bd-43f4-865f-3a003745c8bb, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=11dea21b-e1bd-43f4-865f-3a003745c8bb,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:04:43.576115 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-e881131c-86c3-457b-be4b-4c256a14b6ed None None] Provisioning complete for port e9ecc223-475f-4241-9f1c-20be7ef98b58 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:43.576745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-e881131c-86c3-457b-be4b-4c256a14b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:43.658786 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:43.670356 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 15192617-7294-4422-a9f4-e2673a319df0 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:43.978571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392f0cb-0cc2-4113-b7b9-0d7cb3633972 req-974c3886-90ba-4022-a0d8-d0fd067c94d2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:43.979569 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3392f0cb-0cc2-4113-b7b9-0d7cb3633972 req-974c3886-90ba-4022-a0d8-d0fd067c94d2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:44.070073 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:04:44.097867 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-e881131c-86c3-457b-be4b-4c256a14b6ed None None] Port e9ecc223-475f-4241-9f1c-20be7ef98b58 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:04:44.147772 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:44.185761 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=11dea21b-e1bd-43f4-865f-3a003745c8bb,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:44.213040 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Transition to ACTIVE for port object 244372d5-e59b-444a-8acb-c3cdf541edc0 will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:44.216493 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b8742e6e-107e-489f-b081-6ad165e5125c admin admin] 10.222.0.31 "PUT /v2.0/routers/e1b8d7e4-9999-4020-8fa3-bfbb58d24580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1498742 Feb 02 16:04:44.226172 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 15192617-7294-4422-a9f4-e2673a319df0 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:44.226635 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:44.258239 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8ff81230-226b-4db0-9c00-5730fe18012f req-1cf4750d-24c8-42cf-83a7-780a7335c223 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.1923590 Feb 02 16:04:44.260565 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3392f0cb-0cc2-4113-b7b9-0d7cb3633972 req-974c3886-90ba-4022-a0d8-d0fd067c94d2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:44.264019 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3392f0cb-0cc2-4113-b7b9-0d7cb3633972 req-974c3886-90ba-4022-a0d8-d0fd067c94d2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 931 time: 0.8453603 Feb 02 16:04:44.307502 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:44.339566 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Allocated IP 172.20.0.3 (fe0eba97-f05c-4a88-89c8-4237312a1126/10187aea-1fc5-4182-8eca-3903e03abc78/c30a8639-dd19-4ea7-a6f7-ffeab34536c7) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:44.362516 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37398) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:44.363386 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:04:44.404760 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:44.405384 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:44.493014 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61394-66a5-4457-82b1-fd3fc262d340 None None] Pushing event updated for resources: {'Port': ['ID=244372d5-e59b-444a-8acb-c3cdf541edc0,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:44.578683 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3392f0cb-0cc2-4113-b7b9-0d7cb3633972 req-b5e1bee9-7b98-4791-9473-630efae1f3c0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960906 Feb 02 16:04:44.657297 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Request body: {'port': {'device_id': '76e1712d-4567-4233-bd6a-443c3c062548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:44.874187 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Attempting to bind port 244372d5-e59b-444a-8acb-c3cdf541edc0 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:44.876021 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Attempting to bind port 244372d5-e59b-444a-8acb-c3cdf541edc0 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:44.877269 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Attempting to bind port 244372d5-e59b-444a-8acb-c3cdf541edc0 on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:44.894565 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:44.895293 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Checking segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:44.897558 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:44.898376 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Bound using segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:44.899082 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Bound port: 244372d5-e59b-444a-8acb-c3cdf541edc0, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:44.900396 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:45.099103 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:45.104291 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] For port 244372d5-e59b-444a-8acb-c3cdf541edc0, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:45.115818 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] For port 244372d5-e59b-444a-8acb-c3cdf541edc0, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=244372d5-e59b-444a-8acb-c3cdf541edc0,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:45.191064 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:45.227833 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-f0b7f7a7-3beb-4539-8a79-cf84e8d3aa2e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:45.258380 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-f0b7f7a7-3beb-4539-8a79-cf84e8d3aa2e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 819 time: 0.5520766 Feb 02 16:04:45.279672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:45.374346 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-9f4a4822-5b37-4c32-9af2-353a76ea4618 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/quotas/039ba5f4a2944335b201ea5d58987b9e HTTP/1.1" status: 200 len: 375 time: 0.1058650 Feb 02 16:04:45.375844 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:45.535549 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 11dea21b-e1bd-43f4-865f-3a003745c8bb up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:45.578616 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61394-66a5-4457-82b1-fd3fc262d340 None None] Pushing event updated for resources: {'Port': ['ID=244372d5-e59b-444a-8acb-c3cdf541edc0,revision_number=4']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:45.636228 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Routers {'33a7ea2e-5652-4a60-98d4-caac8926cda8'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:45.637464 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['33a7ea2e-5652-4a60-98d4-caac8926cda8'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:45.768771 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:45.789243 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:45.902922 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:45.918576 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c597f110494305a6cce08f07c2124e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:45.941652 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:45.965572 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:45.975993 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 11dea21b-e1bd-43f4-865f-3a003745c8bb triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:45.977337 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.020419 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Pushing event updated for resources: {'Port': ['ID=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:46.064456 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Network fe0eba97-f05c-4a88-89c8-4237312a1126 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:46.066708 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:46.073954 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:46.081242 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:46.081940 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.241145 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c35b901d-96e7-40d5-a7a4-3dbe9f66c35e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2231319 Feb 02 16:04:46.258363 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.282271 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Request body: {'port': {'device_id': '66395bba-067c-46cb-99ea-8585068845c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:46.368714 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-ca8fc003-b5d0-4f3b-a35b-48a79d4d23c8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9748924 Feb 02 16:04:46.382390 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] Set router 33a7ea2e-5652-4a60-98d4-caac8926cda8 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:46.416488 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 2, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:46.421351 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:04:46.421769 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Updating router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 port e9ecc223-475f-4241-9f1c-20be7ef98b58 binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:04:46.482811 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b64ca2-538c-480b-a2bf-da76421e1364 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:04:46.506734 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.530287 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.539306 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.607070 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:46.630019 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Transition to ACTIVE for port object d5b64ca2-538c-480b-a2bf-da76421e1364 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:46.703809 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f49c16-3c21-455d-b87b-c3e98897ba0d,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:46.727821 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37450) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:46.734043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885034407', 'description': 'tempest-description--454121477'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:46.745225 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-082fd672-063d-41b8-929c-5e94d221bec6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5c597f110494305a6cce08f07c2124e&name=default HTTP/1.1" status: 200 len: 2977 time: 2.3814700 Feb 02 16:04:46.762655 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37454) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:46.766456 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:46.772122 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-32253804-43f6-4fde-816b-14102abef5fd service neutron] 10.222.0.31 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938978 Feb 02 16:04:46.810425 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:46.820647 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:46.911115 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:47.043667 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.057181 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Transition to ACTIVE for port object e9ecc223-475f-4241-9f1c-20be7ef98b58 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:47.145625 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.204702 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37464) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:47.248541 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.291449 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:04:37Z', 'revision_number': 4, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '244372d5-e59b-444a-8acb-c3cdf541edc0', 'name': '', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'mac_address': 'fa:16:3e:a1:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:36Z', 'updated_at': '2022-02-02T16:04:45Z', 'revision_number': 4, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'subnets': [{'id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:47.292212 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dfcc237b-8d7c-44a5-823d-0fe30d596d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.308170 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1228324-bbcc-42db-a278-a9203044be8f None None] The sync data for ids ['33a7ea2e-5652-4a60-98d4-caac8926cda8'] in dv-cinder-817833-1-smb is: [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:04:37Z', 'revision_number': 4, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '244372d5-e59b-444a-8acb-c3cdf541edc0', 'name': '', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'mac_address': 'fa:16:3e:a1:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:36Z', 'updated_at': '2022-02-02T16:04:45Z', 'revision_number': 4, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'subnets': [{'id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:04:47.461130 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-a8d9ada0-8680-4187-846b-e1005352305c service neutron] 10.222.0.31 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763976 Feb 02 16:04:47.462243 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:47.485669 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:47.497541 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dfcc237b-8d7c-44a5-823d-0fe30d596d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.505433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:47.505853 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.85', 60495) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:47.521661 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:47.542406 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.645572 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457d293-6f77-4a97-8c27-81b420d5b4cb None None] Pushing event updated for resources: {'Port': ['ID=e9ecc223-475f-4241-9f1c-20be7ef98b58,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:47.704668 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:47.753233 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:47.780125 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Usage tracker for resource:security_group_rule and tenant:f2a3da4f0e704e8a9afc983727df4d26 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:47.790868 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:47.799294 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:47.946150 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dfcc237b-8d7c-44a5-823d-0fe30d596d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.023168 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Attempting to bind port e9ecc223-475f-4241-9f1c-20be7ef98b58 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:48.023586 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Attempting to bind port e9ecc223-475f-4241-9f1c-20be7ef98b58 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:48.023942 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Attempting to bind port e9ecc223-475f-4241-9f1c-20be7ef98b58 on network 5687b2fa-20f0-4d66-833a-280a75073305 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:48.035080 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc237b-8d7c-44a5-823d-0fe30d596d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f49c16-3c21-455d-b87b-c3e98897ba0d,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:48.141393 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:48.141842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Checking segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:48.142248 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.142802 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Bound using segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:48.143374 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Bound port: e9ecc223-475f-4241-9f1c-20be7ef98b58, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:48.143762 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.242727 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.248961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b64ca2-538c-480b-a2bf-da76421e1364,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:48.347457 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] For port e9ecc223-475f-4241-9f1c-20be7ef98b58, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:48.356543 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] For port e9ecc223-475f-4241-9f1c-20be7ef98b58, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=e9ecc223-475f-4241-9f1c-20be7ef98b58,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:48.371128 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dfcc237b-8d7c-44a5-823d-0fe30d596d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.376316 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-dfcc237b-8d7c-44a5-823d-0fe30d596d13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11f49c16-3c21-455d-b87b-c3e98897ba0d HTTP/1.1" status: 204 len: 168 time: 1.6120391 Feb 02 16:04:48.381520 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.406981 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.441925 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab3d7f-43da-4ae0-8168-3492d64a8dae req-2f90fad1-1741-4cfb-9931-0d442cf5ac64 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:48.450596 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-28ab3d7f-43da-4ae0-8168-3492d64a8dae req-2f90fad1-1741-4cfb-9931-0d442cf5ac64 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.3686209 Feb 02 16:04:48.453383 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.513915 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-28ab3d7f-43da-4ae0-8168-3492d64a8dae req-ce310e92-6a97-441c-9eba-4589671566e5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:48.516857 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.544920 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.641747 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2a3da4f0e704e8a9afc983727df4d26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4358788 Feb 02 16:04:48.646833 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37500) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:48.658574 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457d293-6f77-4a97-8c27-81b420d5b4cb None None] Pushing event updated for resources: {'Port': ['ID=e9ecc223-475f-4241-9f1c-20be7ef98b58,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:48.710578 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:04:48.716064 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:04:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:48.773985 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-28ab3d7f-43da-4ae0-8168-3492d64a8dae req-ce310e92-6a97-441c-9eba-4589671566e5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:48.788677 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-28ab3d7f-43da-4ae0-8168-3492d64a8dae req-ce310e92-6a97-441c-9eba-4589671566e5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365099 Feb 02 16:04:48.849309 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.860132 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1343110 Feb 02 16:04:48.863196 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82102240-e6e6-4a40-8592-207e8cf5def7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36423f49-f67b-4923-b3b0-f444c8d9a320,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:48.882236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37508) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:48.930663 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'security_group_rule': {'security_group_id': '36423f49-f67b-4923-b3b0-f444c8d9a320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:48.951745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Attempting to bind port d5b64ca2-538c-480b-a2bf-da76421e1364 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:48.952280 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Attempting to bind port d5b64ca2-538c-480b-a2bf-da76421e1364 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:48.952494 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Attempting to bind port d5b64ca2-538c-480b-a2bf-da76421e1364 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:49.026439 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Port d5b64ca2-538c-480b-a2bf-da76421e1364 on network a1917e93-a393-4b49-8d83-92159f7ebbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:04:49.028394 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Attempting to bind port d5b64ca2-538c-480b-a2bf-da76421e1364 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:49.082470 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2355b0-5775-4d86-ac89-db7f3e5b45ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67941f2-8794-4925-b5af-5e47e186a2b6,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:49.133442 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:49.216722 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909884-2786-4d9c-b979-def4be26162d req-bd248724-4735-4692-9462-b9e951c4761b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:49.217224 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f9e9a6f-c136-4372-96fd-00a9911df6a5 req-b52ce342-c9ae-4eef-be01-33f17b9e5e1a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 210 time: 0.2054248 Feb 02 16:04:49.219394 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:49.221251 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-17909884-2786-4d9c-b979-def4be26162d req-bd248724-4735-4692-9462-b9e951c4761b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Synchronizing usage tracker for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:49.229358 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:49.229953 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Checking segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:49.230072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:49.233290 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Bound using segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:49.239426 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Bound port: d5b64ca2-538c-480b-a2bf-da76421e1364, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:49.240357 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.282828 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:49.311164 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ec01a644-88da-4f84-acdb-6dde7d0e5516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.346062 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:04:49.410063 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ec01a644-88da-4f84-acdb-6dde7d0e5516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.546755 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.556944 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37520) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:49.567060 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] For port d5b64ca2-538c-480b-a2bf-da76421e1364, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:49.589141 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.590188 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] For port d5b64ca2-538c-480b-a2bf-da76421e1364, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d5b64ca2-538c-480b-a2bf-da76421e1364,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:49.648357 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ec01a644-88da-4f84-acdb-6dde7d0e5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.661548 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-68d6fbf5-8539-40b3-803a-cbcc6a508e98 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:49.662549 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-68d6fbf5-8539-40b3-803a-cbcc6a508e98 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Synchronizing usage tracker for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:network {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:49.687008 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.741826 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01a644-88da-4f84-acdb-6dde7d0e5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67941f2-8794-4925-b5af-5e47e186a2b6,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:49.752861 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:49.768726 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Usage tracker for resource:security_group_rule and tenant:9d740ea2b9624e84ab2a60c4d4d22b89 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:49.781014 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 244372d5-e59b-444a-8acb-c3cdf541edc0 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:49.792267 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:49.800432 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:49.844332 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ec01a644-88da-4f84-acdb-6dde7d0e5516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:49.845905 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ec01a644-88da-4f84-acdb-6dde7d0e5516 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b67941f2-8794-4925-b5af-5e47e186a2b6 HTTP/1.1" status: 204 len: 168 time: 1.1803310 Feb 02 16:04:49.932602 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.011228 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-17909884-2786-4d9c-b979-def4be26162d req-bd248724-4735-4692-9462-b9e951c4761b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Unset dirty status for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:50.012503 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-17909884-2786-4d9c-b979-def4be26162d req-bd248724-4735-4692-9462-b9e951c4761b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 931 time: 2.4840279 Feb 02 16:04:50.032288 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.081985 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 244372d5-e59b-444a-8acb-c3cdf541edc0 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:50.095764 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 244372d5-e59b-444a-8acb-c3cdf541edc0 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:50.096139 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.179431 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-68d6fbf5-8539-40b3-803a-cbcc6a508e98 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Unset dirty status for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:network {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:50.180866 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-68d6fbf5-8539-40b3-803a-cbcc6a508e98 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 819 time: 2.6144173 Feb 02 16:04:50.185909 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30a8639-dd19-4ea7-a6f7-ffeab34536c7 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:04:50.190624 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:48Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:50.196283 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:50.204434 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.206293 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] 10.222.0.85 "PUT /v2.0/ports/d5b64ca2-538c-480b-a2bf-da76421e1364 HTTP/1.1" status: 200 len: 1093 time: 6.0299261 Feb 02 16:04:50.221298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e1712d-4567-4233-bd6a-443c3c062548', 'tag': 'd5b64ca2-538c-480b-a2bf-da76421e1364'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:04:50.224357 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f851b1c-83b4-4cd3-ac1c-0d94d68b58b1 None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:48Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:04:50.264174 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.345288 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a44bc3-c782-4be3-8290-19ad55c18f2f,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:50.350123 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 244372d5-e59b-444a-8acb-c3cdf541edc0, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=244372d5-e59b-444a-8acb-c3cdf541edc0,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:04:50.407328 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.421897 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.514164 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0c43d-43ec-4056-8acd-f3574fdbc4d6 req-72242d8f-f0fa-42aa-aa75-471d92bb5810 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:50.515674 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-02d0c43d-43ec-4056-8acd-f3574fdbc4d6 req-72242d8f-f0fa-42aa-aa75-471d92bb5810 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.3765643 Feb 02 16:04:50.583653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.588301 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0bbdad26-cd84-4ce4-83ed-c1eed39e9c09 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6636820 Feb 02 16:04:50.592047 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=244372d5-e59b-444a-8acb-c3cdf541edc0,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:50.594421 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37540) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:50.597220 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.619763 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Request body: {'port': {'device_id': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'admin_state_up': True, 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:50.669626 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d740ea2b9624e84ab2a60c4d4d22b89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1116505 Feb 02 16:04:50.673870 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'security_group_rule': {'security_group_id': '36423f49-f67b-4923-b3b0-f444c8d9a320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:50.681496 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:50.699653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:50.701996 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:50.712333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:50.722984 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:50.752908 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37550) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:50.827417 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-02d0c43d-43ec-4056-8acd-f3574fdbc4d6 req-b5b93a14-90de-42e7-8d40-d6b37347dece tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015633 Feb 02 16:04:50.940145 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2544dc-857d-4773-b123-a90fa55b23b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b64ca2-538c-480b-a2bf-da76421e1364,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:50.957487 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-17909884-2786-4d9c-b979-def4be26162d req-2cfc2adf-3d6f-4390-a7db-7511ebe4e3dd tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Synchronizing usage tracker for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:50.969340 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Transition to ACTIVE for port object c30a8639-dd19-4ea7-a6f7-ffeab34536c7 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:50.997246 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:51.035785 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36d5f6-2af5-48cc-9d81-5a548b8962ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28d25f9-a54a-42b8-b460-e23198339678,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:51.052931 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:51.166836 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-17909884-2786-4d9c-b979-def4be26162d req-2cfc2adf-3d6f-4390-a7db-7511ebe4e3dd tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Unset dirty status for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:51.167780 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-17909884-2786-4d9c-b979-def4be26162d req-2cfc2adf-3d6f-4390-a7db-7511ebe4e3dd tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0950949 Feb 02 16:04:51.219734 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:51.255196 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Usage tracker for resource:port and tenant:039ba5f4a2944335b201ea5d58987b9e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:51.270356 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:51.285312 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:51.399367 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 37566) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:51.399367 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.85', 60505) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:51.399367 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:51.401017 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1c9c50cc-8c83-4a02-902b-b28905863bca req-d82b0ab1-3510-492b-9a7b-d43fdfdc6268 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 210 time: 0.2356820 Feb 02 16:04:51.415949 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a2969a1-a3c4-4360-893f-d746688e8cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:51.511077 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 244372d5-e59b-444a-8acb-c3cdf541edc0 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:51.525407 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:51.541989 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a2969a1-a3c4-4360-893f-d746688e8cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:51.674008 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 244372d5-e59b-444a-8acb-c3cdf541edc0 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:51.674379 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:51.921005 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e9ecc223-475f-4241-9f1c-20be7ef98b58 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:51.923753 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-cc965545-2bde-41b4-a873-f3d0282b60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:51.926309 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-cc965545-2bde-41b4-a873-f3d0282b60d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 1096 time: 1.2766418 Feb 02 16:04:51.928366 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e1712d-4567-4233-bd6a-443c3c062548', 'tag': 'd5b64ca2-538c-480b-a2bf-da76421e1364', 'status': 'completed', 'code': 200} Feb 02 16:04:51.950154 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.069689 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.096337 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port e9ecc223-475f-4241-9f1c-20be7ef98b58 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:52.102335 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port e9ecc223-475f-4241-9f1c-20be7ef98b58 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:52.102816 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.238224 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a68a529-0c5f-4c59-94fc-45b31a3b6b31,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:52.259361 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-c37e5bf9-b1ad-457c-8b2f-6e201ff5ced2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b64ca2-538c-480b-a2bf-da76421e1364 HTTP/1.1" status: 200 len: 217 time: 0.1291924 Feb 02 16:04:52.263123 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a2969a1-a3c4-4360-893f-d746688e8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.280912 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:52.299450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Usage tracker for resource:security_group_rule and tenant:1e4bdd0620df440993b68f2297b59d9d is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:52.299450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:52.299450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:52.336059 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a2969a1-a3c4-4360-893f-d746688e8cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.337913 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2a2969a1-a3c4-4360-893f-d746688e8cf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a28d25f9-a54a-42b8-b460-e23198339678 HTTP/1.1" status: 204 len: 168 time: 1.5394125 Feb 02 16:04:52.344666 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Made reservation on behalf of 039ba5f4a2944335b201ea5d58987b9e for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:52.349539 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.366525 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2969a1-a3c4-4360-893f-d746688e8cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28d25f9-a54a-42b8-b460-e23198339678,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:52.390159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Attempting to bind port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:52.390852 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Attempting to bind port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '630f0012-9dcf-4bd4-ba34-a7a382efac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:52.391478 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Attempting to bind port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 on network fe0eba97-f05c-4a88-89c8-4237312a1126 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:52.448755 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 on network fe0eba97-f05c-4a88-89c8-4237312a1126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:04:52.449457 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Attempting to bind port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 on network fe0eba97-f05c-4a88-89c8-4237312a1126 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:52.512400 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc7feb-e01a-4f21-b0eb-cbece4558e30 req-792fa902-880e-4769-95a5-b729fdf0a5ab tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:52.516545 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0bfc7feb-e01a-4f21-b0eb-cbece4558e30 req-792fa902-880e-4769-95a5-b729fdf0a5ab tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.4386289 Feb 02 16:04:52.529238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:52.529835 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Checking segment: {'id': '630f0012-9dcf-4bd4-ba34-a7a382efac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:52.530339 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Bound using segment: {'id': '630f0012-9dcf-4bd4-ba34-a7a382efac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:52.531065 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Bound port: c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630f0012-9dcf-4bd4-ba34-a7a382efac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:52.531578 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.625812 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.639118 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.648776 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-1cff1abc-a1b1-4300-99ef-b867bcf457e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0035112 Feb 02 16:04:52.658136 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37600) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:52.669802 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'floatingip': {'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:52.700355 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0bfc7feb-e01a-4f21-b0eb-cbece4558e30 req-5d1c4c38-7407-4391-a52b-58baab3c9211 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752536 Feb 02 16:04:52.701563 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:52.710910 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:floatingip and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:52.715387 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:52.721547 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-3103e041-0339-41ab-ac16-6b917896465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:52.721547 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-3103e041-0339-41ab-ac16-6b917896465e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 200 len: 854 time: 0.4142523 Feb 02 16:04:52.734916 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:52.790566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port e9ecc223-475f-4241-9f1c-20be7ef98b58, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=e9ecc223-475f-4241-9f1c-20be7ef98b58,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:04:52.843036 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:52.901496 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:53.007898 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fa0b4a2e-2781-4f89-8141-9276af2051b2 req-fcac455e-f59f-4c12-b759-6c6bf0a36b19 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 210 time: 0.1350517 Feb 02 16:04:53.023456 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-01e960a1-82d9-4b10-ad8b-ad44447e0c3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a1917e93-a393-4b49-8d83-92159f7ebbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2671983 Feb 02 16:04:53.023644 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=e9ecc223-475f-4241-9f1c-20be7ef98b58,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:53.031042 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-b051991f-979c-4083-a79d-594f14ba6493 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:53.032558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-b051991f-979c-4083-a79d-594f14ba6493 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 819 time: 1.6501255 Feb 02 16:04:53.213674 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e9ecc223-475f-4241-9f1c-20be7ef98b58 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:04:53.246375 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:53.247486 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Request body: {'port': {'device_id': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'admin_state_up': True, 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:53.363563 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port e9ecc223-475f-4241-9f1c-20be7ef98b58 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:53.363951 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:53.385608 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:53.404096 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] For port c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:04:53.509712 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:53.518913 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] For port c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,segment=NetworkSegment(630f0012-9dcf-4bd4-ba34-a7a382efac00),segment_id=630f0012-9dcf-4bd4-ba34-a7a382efac00)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:04:53.626706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fedd63-9420-4a41-aad7-59a53c549cce,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:53.700086 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:53.713890 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Allocated IP 172.20.0.6 (e7304c6f-3bd7-4868-bca7-e55725ce3b8c/367b93b5-9318-4ab2-b8d6-67b56cd7b166/a20d1753-326f-4e4c-95a9-fcae2cb00cae) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:53.739895 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Allocated IP 172.28.2.173 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/4ba4624b-ad40-4192-ba0c-412bfc4c5551) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:53.958987 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:53.993167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b44456-c045-4e89-8fe4-fc8c1f7e864a req-bab61185-88e6-4934-b386-09ba2142c6a9 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:53.995110 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-49b44456-c045-4e89-8fe4-fc8c1f7e864a req-bab61185-88e6-4934-b386-09ba2142c6a9 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 943 time: 1.4508290 Feb 02 16:04:54.041813 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-738646f5-6cf8-4494-aa8b-53477c86ffce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e4bdd0620df440993b68f2297b59d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6741645 Feb 02 16:04:54.043700 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37646) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:54.095363 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:54.095996 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.097645 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-f3f79574-ff00-4239-9d7a-c42a364cd0e1 service neutron] 10.222.0.85 "PUT /v2.0/ports/c30a8639-dd19-4ea7-a6f7-ffeab34536c7 HTTP/1.1" status: 200 len: 1093 time: 7.8223360 Feb 02 16:04:54.098109 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66395bba-067c-46cb-99ea-8585068845c7', 'tag': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:04:54.130479 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:54.143078 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Usage tracker for resource:port and tenant:039ba5f4a2944335b201ea5d58987b9e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:54.147682 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-8754ed40-b123-46b3-acf3-eee65af7dfef service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9578533 Feb 02 16:04:54.148862 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:54.241084 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.246761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:54.274909 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a66c-03c7-45b1-90ff-a7a72e3330fd req-c932cfda-3910-4966-8798-c10eb3bd4ab6 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:54.287913 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1c70a66c-03c7-45b1-90ff-a7a72e3330fd req-c932cfda-3910-4966-8798-c10eb3bd4ab6 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.3371260 Feb 02 16:04:54.371512 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1a0c-c968-4e1e-acb5-99421bf0bbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.383404 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-49b44456-c045-4e89-8fe4-fc8c1f7e864a req-09ca7c8f-668e-4e3e-b119-289b73ec924e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400471 Feb 02 16:04:54.416143 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1c70a66c-03c7-45b1-90ff-a7a72e3330fd req-a733f4ee-9f2a-4be8-9b19-218b5404d55d tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271985 Feb 02 16:04:54.451875 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1a0c-c968-4e1e-acb5-99421bf0bbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.486326 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Made reservation on behalf of 039ba5f4a2944335b201ea5d58987b9e for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:54.516268 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.586386 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66395bba-067c-46cb-99ea-8585068845c7', 'tag': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7', 'status': 'completed', 'code': 200} Feb 02 16:04:54.599742 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.694759 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1a0c-c968-4e1e-acb5-99421bf0bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.750614 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:54.763604 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:54.774429 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:54.790509 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc1a0c-c968-4e1e-acb5-99421bf0bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fedd63-9420-4a41-aad7-59a53c549cce,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:54.829332 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'Port': ['ID=4ba4624b-ad40-4192-ba0c-412bfc4c5551,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:54.853247 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d394d40-240a-4ff7-b48c-1ee5e17c159f req-0c8e2c71-ae7c-44e6-b4b3-4a75e4e0bef7 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834033 Feb 02 16:04:54.856384 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-c2589923-945f-492c-bb4f-88feb5fc28d9 req-73f39a52-0db6-418a-b5cc-dec290d923b0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Synchronizing usage tracker for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:54.900955 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1a0c-c968-4e1e-acb5-99421bf0bbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.902568 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e4dc1a0c-c968-4e1e-acb5-99421bf0bbfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99fedd63-9420-4a41-aad7-59a53c549cce HTTP/1.1" status: 204 len: 168 time: 0.8472302 Feb 02 16:04:54.935961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c66f2e7b-90bd-43d3-bdc7-26ba2699cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:54.937727 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-c66f2e7b-90bd-43d3-bdc7-26ba2699cd6b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5fc46bdada0a487d81bf7426308a0fad&device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 1096 time: 0.6908107 Feb 02 16:04:54.964189 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:55.146058 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-73b04174-2138-4330-96d7-db234edc32b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7 HTTP/1.1" status: 200 len: 217 time: 0.0920660 Feb 02 16:04:55.225290 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:55.258865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e8bc5e74-79cc-4f73-ae87-6612bb0e899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:55.260430 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-e8bc5e74-79cc-4f73-ae87-6612bb0e899a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=10187aea-1fc5-4182-8eca-3903e03abc78 HTTP/1.1" status: 200 len: 852 time: 0.0797267 Feb 02 16:04:55.266706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-c2589923-945f-492c-bb4f-88feb5fc28d9 req-73f39a52-0db6-418a-b5cc-dec290d923b0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Unset dirty status for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:55.266706 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c2589923-945f-492c-bb4f-88feb5fc28d9 req-73f39a52-0db6-418a-b5cc-dec290d923b0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 210 time: 0.6412416 Feb 02 16:04:55.362143 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:55.511286 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Allocated IP 172.20.0.9 (e7304c6f-3bd7-4868-bca7-e55725ce3b8c/367b93b5-9318-4ab2-b8d6-67b56cd7b166/7066085c-4fa4-4ba8-957f-da214aead9c4) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:55.895075 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.041074 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-6a299d4a-8478-45e4-a343-3f7bedfdfaf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe0eba97-f05c-4a88-89c8-4237312a1126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7025001 Feb 02 16:04:56.083798 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da44d-f07c-4dc1-a858-418ea2893c5c req-544e12b5-4097-4e86-97dc-3d7fc1045aba tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:56.085398 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4a1da44d-f07c-4dc1-a858-418ea2893c5c req-544e12b5-4097-4e86-97dc-3d7fc1045aba tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 943 time: 0.1792688 Feb 02 16:04:56.102986 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for port, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.152925 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4a1da44d-f07c-4dc1-a858-418ea2893c5c req-695317df-ad56-4b7d-8165-7b9997158b60 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471008 Feb 02 16:04:56.180001 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.253138 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:56.276015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.276294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:56.291867 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:56.298351 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:56.298998 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.328633 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'Port': ['ID=4ba4624b-ad40-4192-ba0c-412bfc4c5551,revision_number=2']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:56.329666 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Pushing event updated for resources: {'Port': ['ID=a20d1753-326f-4e4c-95a9-fcae2cb00cae,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:56.416345 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.456748 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.456996 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-4e953a82-a374-476c-8e3a-6217cd88becb service neutron] 10.222.0.85 "GET /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821056 Feb 02 16:04:56.466701 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3e0fa712-3741-48e7-94cf-76cc5b271129 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7990170 Feb 02 16:04:56.477707 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-af242197-4789-4e55-be9b-9cb2c440cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:56.477707 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-af242197-4789-4e55-be9b-9cb2c440cfa4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 1096 time: 0.5623603 Feb 02 16:04:56.502369 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195d335-d6bf-4797-b825-8f5c23f74390 req-aaad4ec5-2b9f-4eba-84eb-a899f5e936ec tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:56.509769 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7195d335-d6bf-4797-b825-8f5c23f74390 req-aaad4ec5-2b9f-4eba-84eb-a899f5e936ec tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.6126635 Feb 02 16:04:56.584850 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-154bb744-fda9-4f90-9b91-ef6c92779a14 req-458eca3b-1fe7-46c5-820f-6d18c61d2beb tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 210 time: 0.0886359 Feb 02 16:04:56.906429 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-1f82f17e-9fc9-4295-bfff-94a6d81bae90 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3148315 Feb 02 16:04:56.961194 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-5b70196a-5c43-47d6-bf5d-028207064adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:56.961680 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-5b70196a-5c43-47d6-bf5d-028207064adb service neutron] 10.222.0.85 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 915 time: 0.4676459 Feb 02 16:04:57.001734 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Request body: {'port': {'device_id': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:57.164131 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-4b08cbea-c24f-448e-a86d-080cd9491bde tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:57.168321 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7195d335-d6bf-4797-b825-8f5c23f74390 req-82437d46-b10e-47d5-b748-c897ba961777 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246059 Feb 02 16:04:57.178209 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-1f116490-2219-49e6-938d-953bf65f3797 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b64ca2-538c-480b-a2bf-da76421e1364 HTTP/1.1" status: 200 len: 217 time: 0.1159651 Feb 02 16:04:57.347645 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:57.367786 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb81ee1f-704f-4430-bb8d-171393e5925b req-a04054e4-4ed6-406c-a724-ff21c3156b10 service neutron] 10.222.0.85 "GET /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030511 Feb 02 16:04:57.478969 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-4b08cbea-c24f-448e-a86d-080cd9491bde tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:57.482520 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-4b08cbea-c24f-448e-a86d-080cd9491bde tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1885034407&fields=id&tenant_id=37711180899542fcaee065f8b3abde27 HTTP/1.1" status: 200 len: 267 time: 0.4174900 Feb 02 16:04:57.608089 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-cf606f40-317b-4b1a-b9df-2df39be04b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:57.609531 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-cf606f40-317b-4b1a-b9df-2df39be04b17 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 200 len: 854 time: 0.3539658 Feb 02 16:04:57.610548 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:57.668475 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Network e7304c6f-3bd7-4868-bca7-e55725ce3b8c is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:57.682953 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:57.695688 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:04:57.701156 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:57.701714 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:57.724858 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-89fd9bfa-4808-406e-af70-103c90e809e3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:57.725431 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-89fd9bfa-4808-406e-af70-103c90e809e3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:network {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:57.832879 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-89fd9bfa-4808-406e-af70-103c90e809e3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:network {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:57.835733 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-89fd9bfa-4808-406e-af70-103c90e809e3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 810 time: 0.3444088 Feb 02 16:04:57.846079 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Pushing event updated for resources: {'Port': ['ID=7066085c-4fa4-4ba8-957f-da214aead9c4,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:57.861268 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-9de03dee-dc89-4df5-a663-987cd6a78df1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a1917e93-a393-4b49-8d83-92159f7ebbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732570 Feb 02 16:04:57.867776 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-86573258-dc55-42ee-a9df-25e31c56435a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/quotas/37711180899542fcaee065f8b3abde27 HTTP/1.1" status: 200 len: 375 time: 0.0229075 Feb 02 16:04:57.872181 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac375b-6403-4e65-8703-683edbfbb674 req-97114ee4-be4b-4486-9e4b-cbdb2f59ccd6 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:57.873654 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bfac375b-6403-4e65-8703-683edbfbb674 req-97114ee4-be4b-4486-9e4b-cbdb2f59ccd6 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 943 time: 0.5305398 Feb 02 16:04:57.923970 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-aaa3ba5a-5c82-4af8-8636-38d65ce49394 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7364340 Feb 02 16:04:58.006638 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-cc673047-8d7a-41be-abd8-07800ecd8e0b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:58.020081 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bfac375b-6403-4e65-8703-683edbfbb674 req-09988315-0ef8-4a22-ad3d-6b10f708f9ec tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390460 Feb 02 16:04:58.134067 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-cc673047-8d7a-41be-abd8-07800ecd8e0b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:58.135414 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-cc673047-8d7a-41be-abd8-07800ecd8e0b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2708249 Feb 02 16:04:58.167203 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Request body: {'port': {'device_id': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:58.334402 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-2f35f677-96f6-43d1-bc30-fcadc2bddfef service neutron] 10.222.0.31 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745896 Feb 02 16:04:58.420602 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20d1753-326f-4e4c-95a9-fcae2cb00cae {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:04:58.466155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.468706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 37802) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:04:58.551287 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Transition to ACTIVE for port object a20d1753-326f-4e4c-95a9-fcae2cb00cae will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:58.589972 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.608270 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-307b2898-d1cc-4d86-a6a8-12c44561e1c2 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701332 Feb 02 16:04:58.621446 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d954f1-efe6-4bf3-88ef-61664eea9b65 req-f88b9a63-4099-4344-be0a-7bb62600c9ac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:58.629534 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2d954f1-efe6-4bf3-88ef-61664eea9b65 req-f88b9a63-4099-4344-be0a-7bb62600c9ac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 931 time: 0.4666154 Feb 02 16:04:58.649689 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-cc4a281f-a818-445e-9066-d1a855ae4533 service neutron] 10.222.0.31 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084042 Feb 02 16:04:58.691468 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.766796 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-ca36aef9-4e16-4ff8-b8f3-693a9997d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:58.768301 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-ca36aef9-4e16-4ff8-b8f3-693a9997d519 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5fc46bdada0a487d81bf7426308a0fad&device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 1096 time: 0.4797957 Feb 02 16:04:59.061145 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Pushing event updated for resources: {'Port': ['ID=a20d1753-326f-4e4c-95a9-fcae2cb00cae,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:59.062412 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3119-2cb9-461c-8238-738aaf66525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:59.065072 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e2d954f1-efe6-4bf3-88ef-61664eea9b65 req-b4d54a30-21f6-49bf-908f-0d5438734f80 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Synchronizing usage tracker for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:04:59.155566 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:59.158407 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb0a1-4112-46ee-9972-933338d85b08 req-f0b3f9cb-9307-41a8-b23f-ec16ce1e9e4f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:59.160022 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-692bb0a1-4112-46ee-9972-933338d85b08 req-f0b3f9cb-9307-41a8-b23f-ec16ce1e9e4f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.1039267 Feb 02 16:04:59.218249 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-692bb0a1-4112-46ee-9972-933338d85b08 req-6a6be9b6-fa6c-419e-add8-0e9cd5e5f786 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514650 Feb 02 16:04:59.306114 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ff49fee6-56e9-47d7-9843-e645d40a067a req-c98a8b4d-36d6-482a-a6e1-50d8af67fb67 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.0455670 Feb 02 16:04:59.358081 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:04:59.376454 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Usage tracker for resource:security_group_rule and tenant:77d63f7a6ab44ca9b63a3b8aed425e5f is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:04:59.390017 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:04:59.392762 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Attempting to bind port a20d1753-326f-4e4c-95a9-fcae2cb00cae on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:04:59.393102 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Attempting to bind port a20d1753-326f-4e4c-95a9-fcae2cb00cae by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:04:59.393434 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Attempting to bind port a20d1753-326f-4e4c-95a9-fcae2cb00cae on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:59.411759 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-065e6170-297d-41f6-986c-a2d40f1dc015 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799230 Feb 02 16:04:59.431828 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:04:59.440866 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Port a20d1753-326f-4e4c-95a9-fcae2cb00cae on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:04:59.442871 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Attempting to bind port a20d1753-326f-4e4c-95a9-fcae2cb00cae on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:04:59.482820 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efeff1-7397-44c7-bd4c-804b41cfeac0 req-798f14d2-1375-4096-9aef-32ca9c7e86c4 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:59.484405 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e4efeff1-7397-44c7-bd4c-804b41cfeac0 req-798f14d2-1375-4096-9aef-32ca9c7e86c4 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 943 time: 0.0811982 Feb 02 16:04:59.498732 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-1805f780-32d7-411c-96ab-e438f4765b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:59.500253 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-1805f780-32d7-411c-96ab-e438f4765b46 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fe0eba97-f05c-4a88-89c8-4237312a1126 HTTP/1.1" status: 200 len: 913 time: 0.6718810 Feb 02 16:04:59.507626 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e2d954f1-efe6-4bf3-88ef-61664eea9b65 req-b4d54a30-21f6-49bf-908f-0d5438734f80 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Unset dirty status for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:04:59.508775 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2d954f1-efe6-4bf3-88ef-61664eea9b65 req-b4d54a30-21f6-49bf-908f-0d5438734f80 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8783858 Feb 02 16:04:59.518745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:04:59.519101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Checking segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:04:59.519571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Bound using segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:04:59.520022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Bound port: a20d1753-326f-4e4c-95a9-fcae2cb00cae, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:04:59.524682 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:59.542528 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e4efeff1-7397-44c7-bd4c-804b41cfeac0 req-e6c3ebdd-a3af-4089-a96b-8fbeb62bd0ae tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Feb 02 16:04:59.643569 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-0e79170e-26ec-4ae8-84d2-c33c4249c9eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7 HTTP/1.1" status: 200 len: 217 time: 0.1338174 Feb 02 16:04:59.816208 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-02d9d4ec-3078-4e6f-aa59-22cbca5fb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:59.817561 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-02d9d4ec-3078-4e6f-aa59-22cbca5fb638 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=10187aea-1fc5-4182-8eca-3903e03abc78 HTTP/1.1" status: 200 len: 852 time: 0.1308997 Feb 02 16:04:59.877964 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-ef39f1ff-dd44-4b32-ad55-12fd6f6cee2e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fe0eba97-f05c-4a88-89c8-4237312a1126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468698 Feb 02 16:04:59.898773 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] For port a20d1753-326f-4e4c-95a9-fcae2cb00cae, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:00.029053 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] For port a20d1753-326f-4e4c-95a9-fcae2cb00cae, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:00.082005 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.083081 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7066085c-4fa4-4ba8-957f-da214aead9c4 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:00.102265 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.132634 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:05:00.134388 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Transition to ACTIVE for port object 7066085c-4fa4-4ba8-957f-da214aead9c4 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:00.135794 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.173084 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-0e9fdcfb-f9b2-4a72-a0c2-576aa2ee4dc3 service neutron] 10.222.0.85 "GET /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876279 Feb 02 16:05:00.179708 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.254602 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.269428 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:00.270048 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.271490 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] 10.222.0.85 "PUT /v2.0/ports/a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 1093 time: 3.2764204 Feb 02 16:05:00.314491 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'tag': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:00.350599 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77d63f7a6ab44ca9b63a3b8aed425e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8736281 Feb 02 16:05:00.354254 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37864) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:00.364834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da966241-7fbf-49d8-bfa9-e44080d05014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370245aa-387d-45f4-b1d6-098120d965c1,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:00.434057 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e88eadc2-3d8f-4544-964e-10050d7a1e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.470100 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e88eadc2-3d8f-4544-964e-10050d7a1e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.500555 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'tag': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae', 'status': 'completed', 'code': 200} Feb 02 16:05:00.540660 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b19cd9-d41a-43fe-bca0-4b06fe809e2e service neutron] Pushing event updated for resources: {'Port': ['ID=a20d1753-326f-4e4c-95a9-fcae2cb00cae,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:00.620627 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f2a21e8e-96ff-4165-8de9-e032ef7fc1fc req-21d6564c-2893-49fd-b4b8-65aeca4a9e8e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.0508499 Feb 02 16:05:00.627698 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e88eadc2-3d8f-4544-964e-10050d7a1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.649514 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eadc2-3d8f-4544-964e-10050d7a1e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370245aa-387d-45f4-b1d6-098120d965c1,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:00.656943 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e88eadc2-3d8f-4544-964e-10050d7a1e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.674705 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e88eadc2-3d8f-4544-964e-10050d7a1e2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/370245aa-387d-45f4-b1d6-098120d965c1 HTTP/1.1" status: 204 len: 168 time: 0.3165934 Feb 02 16:05:00.706376 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11ea8aab-4c8e-46d5-8379-5331ebe3b242 req-a99d50a4-6e71-4dab-be25-e2613f408816 service neutron] 10.222.0.85 "GET /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192153 Feb 02 16:05:00.715806 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Attempting to bind port 7066085c-4fa4-4ba8-957f-da214aead9c4 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:00.716147 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Attempting to bind port 7066085c-4fa4-4ba8-957f-da214aead9c4 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:00.716471 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Attempting to bind port 7066085c-4fa4-4ba8-957f-da214aead9c4 on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:00.723347 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Pushing event updated for resources: {'Port': ['ID=7066085c-4fa4-4ba8-957f-da214aead9c4,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:00.732898 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Port 7066085c-4fa4-4ba8-957f-da214aead9c4 on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:05:00.733228 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Attempting to bind port 7066085c-4fa4-4ba8-957f-da214aead9c4 on network e7304c6f-3bd7-4868-bca7-e55725ce3b8c {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:00.742868 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:00.743508 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Checking segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:00.743624 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Bound using segment: {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:00.744070 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Bound port: 7066085c-4fa4-4ba8-957f-da214aead9c4, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae00d3c-c5e9-43af-a02d-6a706de8d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:00.744662 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:00.823648 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-50c744bc-be64-4de7-950f-c5695ea40627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:00.825410 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-50c744bc-be64-4de7-950f-c5695ea40627 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1096 time: 0.3642039 Feb 02 16:05:00.846475 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55149a3d-d168-4d5f-8695-b1c2ced9f3eb req-4b6d8aed-6e0d-4377-8628-d4ce8c09a82d tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:00.847919 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-55149a3d-d168-4d5f-8695-b1c2ced9f3eb req-4b6d8aed-6e0d-4377-8628-d4ce8c09a82d tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 943 time: 0.4950421 Feb 02 16:05:00.887740 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835e866-b247-4737-aebf-b49e3ab075fb req-9bf48a70-5784-43c4-88ad-4c629df386c1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:00.889336 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e835e866-b247-4737-aebf-b49e3ab075fb req-9bf48a70-5784-43c4-88ad-4c629df386c1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 943 time: 0.0951805 Feb 02 16:05:00.919205 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c30a8639-dd19-4ea7-a6f7-ffeab34536c7 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:00.942785 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e835e866-b247-4737-aebf-b49e3ab075fb req-dd9c366b-e818-49f2-a640-c6d0622f60d1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Feb 02 16:05:00.952236 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-2c2c8310-5359-4576-a26e-9e1742a2384d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.1033313 Feb 02 16:05:01.072573 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] For port 7066085c-4fa4-4ba8-957f-da214aead9c4, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:01.084071 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-55149a3d-d168-4d5f-8695-b1c2ced9f3eb req-cca3516b-6696-4ead-afe8-a85dbe666c9c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694617 Feb 02 16:05:01.097505 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] For port 7066085c-4fa4-4ba8-957f-da214aead9c4, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7066085c-4fa4-4ba8-957f-da214aead9c4,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:01.108407 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-cdf3313a-075e-495f-9444-ad57e4886a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.109982 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-cdf3313a-075e-495f-9444-ad57e4886a2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.1514449 Feb 02 16:05:01.138607 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,segment=NetworkSegment(630f0012-9dcf-4bd4-ba34-a7a382efac00),segment_id=630f0012-9dcf-4bd4-ba34-a7a382efac00)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:01.158005 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7', 'network_id': 'fe0eba97-f05c-4a88-89c8-4237312a1126', 'port_id': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7', 'mac_address': 'fa:16:3e:79:fa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10187aea-1fc5-4182-8eca-3903e03abc78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:01.240613 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.269934 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30a8639-dd19-4ea7-a6f7-ffeab34536c7 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:01.287573 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-2cb27bd0-657c-4f2c-98d2-28e0c311b2cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678858 Feb 02 16:05:01.289257 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.298811 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1e062-9415-4f6c-ad15-4f18172799f0 req-3ab485bf-e60a-44af-a78d-be62fb7f25c4 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.302908 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,segment=NetworkSegment(630f0012-9dcf-4bd4-ba34-a7a382efac00),segment_id=630f0012-9dcf-4bd4-ba34-a7a382efac00)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:01.306499 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-41b1e062-9415-4f6c-ad15-4f18172799f0 req-3ab485bf-e60a-44af-a78d-be62fb7f25c4 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 943 time: 0.1822369 Feb 02 16:05:01.355571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.356093 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.357639 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] 10.222.0.85 "PUT /v2.0/ports/7066085c-4fa4-4ba8-957f-da214aead9c4 HTTP/1.1" status: 200 len: 1093 time: 3.1957796 Feb 02 16:05:01.360451 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-41b1e062-9415-4f6c-ad15-4f18172799f0 req-8769cdb2-f438-417e-a1fc-6001d3e9a9cb tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529482 Feb 02 16:05:01.393132 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.394084 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device d5b64ca2-538c-480b-a2bf-da76421e1364 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:01.456524 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2fa48e86-f91c-42cf-8a5b-7bb28db6c03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.466352 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ed18-da20-4a1d-81fd-10aa4dd04edf service neutron] Pushing event updated for resources: {'Port': ['ID=7066085c-4fa4-4ba8-957f-da214aead9c4,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:01.498878 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-6c5e3e33-7aca-40e1-91bb-e229f72e880e service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999836 Feb 02 16:05:01.579159 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:01.637748 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port d5b64ca2-538c-480b-a2bf-da76421e1364, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d5b64ca2-538c-480b-a2bf-da76421e1364,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:01.692926 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'd5b64ca2-538c-480b-a2bf-da76421e1364', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'port_id': 'd5b64ca2-538c-480b-a2bf-da76421e1364', 'mac_address': 'fa:16:3e:32:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902f0c28-1a79-4477-945c-b00a5db71101', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:01.755818 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-6b7b98bd-18ff-492c-8659-0598afac0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.760929 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-6b7b98bd-18ff-492c-8659-0598afac0cfa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 1096 time: 0.2139096 Feb 02 16:05:01.764121 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37902) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:01.793222 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.803949 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.818412 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:01.824552 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2ac0bc5a17408680bccd1f0899f267 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:01.827077 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b64ca2-538c-480b-a2bf-da76421e1364 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:01.827834 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:01.834038 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:01.848300 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port d5b64ca2-538c-480b-a2bf-da76421e1364, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d5b64ca2-538c-480b-a2bf-da76421e1364,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:01.901235 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7d2d2813-2356-43c9-a727-51dbb07d4cc8 req-12859543-f60a-4919-a236-4ff1df428697 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.1500738 Feb 02 16:05:01.902974 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-7b05a2d7-49f2-42fe-9b8e-87c5a000cf34 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7066085c-4fa4-4ba8-957f-da214aead9c4 HTTP/1.1" status: 200 len: 217 time: 0.1312423 Feb 02 16:05:01.906353 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5ec5628e-ebdc-4cce-81ef-3fb79e313eeb req-96d7f215-217f-4909-a930-5015f525bcee service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822136 Feb 02 16:05:01.927527 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:01.993605 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.050358 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.076578 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-4536b5eb-44cb-4212-924d-6ab23a8b6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:02.083131 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-4536b5eb-44cb-4212-924d-6ab23a8b6307 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.1521049 Feb 02 16:05:02.130152 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=d5b64ca2-538c-480b-a2bf-da76421e1364,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:02.174046 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac2ac0bc5a17408680bccd1f0899f267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088380 Feb 02 16:05:02.187931 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37920) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:02.214703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeda54-ccd4-4f4a-bf16-e2628874b530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbfde0-d3b0-4d0f-b4c6-e124cf372e42,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:02.225785 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-f86cdff9-fd8a-444d-853f-16e2e07eb86a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911024 Feb 02 16:05:02.234550 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-956ed6f6-1a09-4e76-94b6-14da6dbea85c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:02.236139 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-956ed6f6-1a09-4e76-94b6-14da6dbea85c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 810 time: 0.3115551 Feb 02 16:05:02.328375 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.348144 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c8734cc3-0aa7-4c31-a16d-25c53b13b71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.374813 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe172-f53c-4e63-9321-1ecfc084e0b7 req-32cb8aee-c0f3-4cc4-ac6a-90c5e69bd618 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:02.380916 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-909fe172-f53c-4e63-9321-1ecfc084e0b7 req-32cb8aee-c0f3-4cc4-ac6a-90c5e69bd618 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 943 time: 0.2875764 Feb 02 16:05:02.407620 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['c30a8639-dd19-4ea7-a6f7-ffeab34536c7'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:02.426445 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c8734cc3-0aa7-4c31-a16d-25c53b13b71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.456619 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:02.490286 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-b1bcd9bb-54ea-4165-90cb-17edfba24f47 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37711180899542fcaee065f8b3abde27 HTTP/1.1" status: 200 len: 380 time: 0.2052171 Feb 02 16:05:02.512687 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'tag': '7066085c-4fa4-4ba8-957f-da214aead9c4'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:02.527221 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'port': {'device_id': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'admin_state_up': True, 'tenant_id': '37711180899542fcaee065f8b3abde27', 'security_groups': ['36423f49-f67b-4923-b3b0-f444c8d9a320']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:02.552484 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-909fe172-f53c-4e63-9321-1ecfc084e0b7 req-e95c7458-8be0-47e6-9ed0-114cc2d51afe tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632514 Feb 02 16:05:02.635078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.709569 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c8734cc3-0aa7-4c31-a16d-25c53b13b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.725342 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-47cb72f4-5ae7-48d2-a81c-a417dc8e3a88 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427073 Feb 02 16:05:02.752528 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8734cc3-0aa7-4c31-a16d-25c53b13b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbfde0-d3b0-4d0f-b4c6-e124cf372e42,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:02.759221 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c8734cc3-0aa7-4c31-a16d-25c53b13b71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:02.763571 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c8734cc3-0aa7-4c31-a16d-25c53b13b71d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bdbfde0-d3b0-4d0f-b4c6-e124cf372e42 HTTP/1.1" status: 204 len: 168 time: 0.5694716 Feb 02 16:05:02.800138 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-e438a5f3-2f0c-4184-8fe3-d894e80a02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:02.801601 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-e438a5f3-2f0c-4184-8fe3-d894e80a02cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1096 time: 0.5749371 Feb 02 16:05:02.810851 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d2b44-210a-46e3-9900-fdb604a00ac8 req-4e19f0ff-bfef-4c6e-a811-fb4caeb1e05e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:02.811741 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c39d2b44-210a-46e3-9900-fdb604a00ac8 req-4e19f0ff-bfef-4c6e-a811-fb4caeb1e05e tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 944 time: 0.1524365 Feb 02 16:05:02.871766 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c39d2b44-210a-46e3-9900-fdb604a00ac8 req-01edb393-3eed-46d1-9b69-d3ffca0e1f8b tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Feb 02 16:05:02.943104 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'tag': '7066085c-4fa4-4ba8-957f-da214aead9c4', 'status': 'completed', 'code': 200} Feb 02 16:05:03.077179 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a36ffe-e03c-4b9f-9533-7531936fb04c req-849cb696-8b08-41c4-bae1-be4bfebe81f9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:03.078627 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13a36ffe-e03c-4b9f-9533-7531936fb04c req-849cb696-8b08-41c4-bae1-be4bfebe81f9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 944 time: 0.7915626 Feb 02 16:05:03.089435 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2a2e6d7a-e530-4d01-a1b7-c2ea77ed3d83 req-740e2a05-4118-4cc6-a10e-334845d2378d tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.0443435 Feb 02 16:05:03.178105 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:03.226978 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:03.231714 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-13a36ffe-e03c-4b9f-9533-7531936fb04c req-682e4692-657a-4f35-a9ea-f28044914e77 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294916 Feb 02 16:05:03.243102 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ebc3c3fc-df19-4dc8-9c5a-de9c7003d5ad req-db865faa-ecac-4ae6-a118-f69563f53913 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080185 Feb 02 16:05:03.246868 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-92424f9c-ab8b-4a41-9cd5-364a9589400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:03.248307 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-92424f9c-ab8b-4a41-9cd5-364a9589400b service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.4180336 Feb 02 16:05:03.264324 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37960) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:03.331795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-41adeeae-0ee7-4055-9f3a-dfe05790e091 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.0657525 Feb 02 16:05:03.366254 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Made reservation on behalf of 37711180899542fcaee065f8b3abde27 for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:03.369668 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:03.409859 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:03.427771 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:03.432066 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Usage tracker for resource:security_group_rule and tenant:7a832f93985443129cb64b20d88e9e7d is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:03.435937 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:03.441838 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:03.513239 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-06129033-08c7-4b07-9d4f-34aff060d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:03.515247 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-06129033-08c7-4b07-9d4f-34aff060d4cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.1828310 Feb 02 16:05:03.532035 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:03.617962 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-220a8728-5d4e-484d-a0f3-71715eafb8fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843282 Feb 02 16:05:03.625015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:03.713426 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505394c8-0414-4e22-9883-2a256c34297c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:03.726310 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a74f6fd6-1ea4-428e-a765-ec8178394d5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a832f93985443129cb64b20d88e9e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608951 Feb 02 16:05:03.728963 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 37986) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:03.861606 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-14fddba0-cfd3-4132-bed7-b79e27338255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:03.863091 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-14fddba0-cfd3-4132-bed7-b79e27338255 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 1096 time: 0.4441049 Feb 02 16:05:03.863466 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b59d1aef-74b1-4b9c-8792-9ffd41edc64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:03.914279 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b59d1aef-74b1-4b9c-8792-9ffd41edc64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:03.956553 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Allocated IP 172.20.0.7 (5687b2fa-20f0-4d66-833a-280a75073305/6d114091-9195-43b6-8968-1c08e5c34bf3/a1a8cb98-43ac-4579-8b97-48678b55a3bd) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:03.987627 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-b99ab443-93bf-4344-ba38-b81d16c3786d service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515327 Feb 02 16:05:03.992706 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182028-02c5-42f0-93ce-1dcbb70ce66a req-92adb776-a50a-47eb-8780-3b98ceddbaee tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:03.994255 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-be182028-02c5-42f0-93ce-1dcbb70ce66a req-92adb776-a50a-47eb-8780-3b98ceddbaee tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 943 time: 0.2606444 Feb 02 16:05:04.024508 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:04.042920 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-be182028-02c5-42f0-93ce-1dcbb70ce66a req-bcbbb27f-fe7d-404f-83dc-136e12a344ea tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Feb 02 16:05:04.153863 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b59d1aef-74b1-4b9c-8792-9ffd41edc64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:04.194822 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d1aef-74b1-4b9c-8792-9ffd41edc64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505394c8-0414-4e22-9883-2a256c34297c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:04.216975 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b59d1aef-74b1-4b9c-8792-9ffd41edc64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:04.218105 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b59d1aef-74b1-4b9c-8792-9ffd41edc64f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/505394c8-0414-4e22-9883-2a256c34297c HTTP/1.1" status: 204 len: 168 time: 0.4882298 Feb 02 16:05:04.277247 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-19696b15-8b4a-4163-91d5-7daab337fd07 req-3eb9291a-4a40-41e8-809f-35d5deb9d0fe tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.0761013 Feb 02 16:05:04.334004 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-8529b751-6041-43aa-81e3-d5c35a2c6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:04.335495 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-8529b751-6041-43aa-81e3-d5c35a2c6e99 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.4643919 Feb 02 16:05:04.349687 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb8b7be8-ea26-4dc8-9e27-461c82d7a2a6 req-57050db4-64ca-483d-b089-e74bf612524c service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477783 Feb 02 16:05:04.423467 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-edc8733c-c6d2-4059-9257-7704aa9ed477 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7066085c-4fa4-4ba8-957f-da214aead9c4 HTTP/1.1" status: 200 len: 217 time: 0.0727794 Feb 02 16:05:04.445905 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cdd3c-7bd2-4d33-b27a-67b6465b49fc req-5b1d273f-5965-4b2b-869d-6ca33c5e8fad tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:04.452079 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8f3cdd3c-7bd2-4d33-b27a-67b6465b49fc req-5b1d273f-5965-4b2b-869d-6ca33c5e8fad tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 944 time: 0.4445119 Feb 02 16:05:04.491553 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e57db-003a-4301-8443-520b1b7c6ac1 req-a44602d0-ef72-45c7-8a0c-d4a9af515189 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:04.492764 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-524e57db-003a-4301-8443-520b1b7c6ac1 req-a44602d0-ef72-45c7-8a0c-d4a9af515189 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 944 time: 0.0981326 Feb 02 16:05:04.580931 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-524e57db-003a-4301-8443-520b1b7c6ac1 req-76fefd80-6ae6-4ffb-9f06-351f6714d262 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Feb 02 16:05:04.628862 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8f3cdd3c-7bd2-4d33-b27a-67b6465b49fc req-b3bfdc7b-907f-4fa5-b802-f89377f0778f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390140 Feb 02 16:05:04.632610 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:04.637990 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-4bec1ddd-04b8-47d9-93d2-12b69318d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:04.639700 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-4bec1ddd-04b8-47d9-93d2-12b69318d72c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.1837542 Feb 02 16:05:04.691560 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Transition to ACTIVE for port object a1a8cb98-43ac-4579-8b97-48678b55a3bd will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:04.694279 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-62ad3f2b-aaca-4119-9f81-bff1549c8dff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479748 Feb 02 16:05:04.834914 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-e7968220-c964-4f0b-8a11-3dde86f2a17f service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342223 Feb 02 16:05:04.906680 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a20d1753-326f-4e4c-95a9-fcae2cb00cae details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:04.922812 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c30a8639-dd19-4ea7-a6f7-ffeab34536c7 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:04.997017 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.081383 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38032) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:05.091746 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Network 5687b2fa-20f0-4d66-833a-280a75073305 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:05.098450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:05.107976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.112966 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:05.121798 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:05.124145 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.131017 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:05.136927 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0ee6ae7dd347799149f74ae611b2a1 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:05.140957 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:05.155428 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:05.168204 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'Port': ['ID=a1a8cb98-43ac-4579-8b97-48678b55a3bd,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:05.190233 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8bf9ff5b-9c09-4047-95ab-8e8d30edcb46 req-24d3c44a-91e1-4513-a2e5-ff482bbe596f service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492785 Feb 02 16:05:05.210753 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a20d1753-326f-4e4c-95a9-fcae2cb00cae, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:05.226840 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'port_id': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae', 'mac_address': 'fa:16:3e:62:86:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:05.294611 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.331060 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7375caa3-c7e2-4ac0-abee-d53dd10a6ec8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8316488 Feb 02 16:05:05.336418 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.348494 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Request body: {'port': {'device_id': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:05.385873 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20d1753-326f-4e4c-95a9-fcae2cb00cae {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:05.418620 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6799b-8971-4bfe-a0bf-b50dca59b54b req-b8db5041-4e67-4e11-98bb-52621995c3fc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:05.422501 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a20d1753-326f-4e4c-95a9-fcae2cb00cae, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:05.426358 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-98c6799b-8971-4bfe-a0bf-b50dca59b54b req-b8db5041-4e67-4e11-98bb-52621995c3fc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 943 time: 0.1451802 Feb 02 16:05:05.446669 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.456260 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:05.461813 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:05.462578 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.519515 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-98c6799b-8971-4bfe-a0bf-b50dca59b54b req-9cc9c66d-57eb-4958-85cf-2b3bd72d69ab tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920966 Feb 02 16:05:05.526825 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b23d47-79c0-44ea-8b46-db33582e7808,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:05.533553 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a21043f9-9706-4001-a9ce-3dcb249022d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0ee6ae7dd347799149f74ae611b2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480965 Feb 02 16:05:05.533804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38044) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:05.593491 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-81a692e3-24d4-411c-b133-bcbf0098624a None None] Provisioning for port a1a8cb98-43ac-4579-8b97-48678b55a3bd completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:05.605536 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.607454 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 7066085c-4fa4-4ba8-957f-da214aead9c4 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:05.620596 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e99d64d6-1200-4ef5-ad4e-f2925b6ef766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.622159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.636089 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 7066085c-4fa4-4ba8-957f-da214aead9c4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7066085c-4fa4-4ba8-957f-da214aead9c4,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:05.687382 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e99d64d6-1200-4ef5-ad4e-f2925b6ef766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.688806 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '7066085c-4fa4-4ba8-957f-da214aead9c4', 'network_id': 'e7304c6f-3bd7-4868-bca7-e55725ce3b8c', 'port_id': '7066085c-4fa4-4ba8-957f-da214aead9c4', 'mac_address': 'fa:16:3e:4c:82:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367b93b5-9318-4ab2-b8d6-67b56cd7b166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:05.695818 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-81a692e3-24d4-411c-b133-bcbf0098624a None None] Provisioning complete for port a1a8cb98-43ac-4579-8b97-48678b55a3bd triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:05.696483 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-81a692e3-24d4-411c-b133-bcbf0098624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.763575 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-81a692e3-24d4-411c-b133-bcbf0098624a None None] Port a1a8cb98-43ac-4579-8b97-48678b55a3bd cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:05:05.844358 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.925394 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e418f21-fe46-42a5-90ee-8fbdd27950a1 req-0d53a0da-1288-44a1-9fa5-dcb8fb3f6ef8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:05.927189 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7066085c-4fa4-4ba8-957f-da214aead9c4 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:05.927492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-7e418f21-fe46-42a5-90ee-8fbdd27950a1 req-0d53a0da-1288-44a1-9fa5-dcb8fb3f6ef8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:05.950862 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 7066085c-4fa4-4ba8-957f-da214aead9c4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7066085c-4fa4-4ba8-957f-da214aead9c4,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:05.956231 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5365643-6032-4628-a9e5-d1d92e6b2046 req-7c8f0f69-f2a8-42e2-bce9-d1d1ad957e21 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:05.969391 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b5365643-6032-4628-a9e5-d1d92e6b2046 req-7c8f0f69-f2a8-42e2-bce9-d1d1ad957e21 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 944 time: 0.1132140 Feb 02 16:05:05.969749 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:05.983078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a20d1753-326f-4e4c-95a9-fcae2cb00cae,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:06.007761 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66395bba-067c-46cb-99ea-8585068845c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:06.028051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e99d64d6-1200-4ef5-ad4e-f2925b6ef766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.085276 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.095938 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b5365643-6032-4628-a9e5-d1d92e6b2046 req-3563cea6-cb73-4cc4-858a-f0b25e37eb67 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225688 Feb 02 16:05:06.100420 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d64d6-1200-4ef5-ad4e-f2925b6ef766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b23d47-79c0-44ea-8b46-db33582e7808,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:06.103358 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e99d64d6-1200-4ef5-ad4e-f2925b6ef766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.106045 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e99d64d6-1200-4ef5-ad4e-f2925b6ef766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1b23d47-79c0-44ea-8b46-db33582e7808 HTTP/1.1" status: 204 len: 168 time: 0.5702028 Feb 02 16:05:06.141150 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,segment=NetworkSegment(630f0012-9dcf-4bd4-ba34-a7a382efac00),segment_id=630f0012-9dcf-4bd4-ba34-a7a382efac00)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:06.168504 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-7e418f21-fe46-42a5-90ee-8fbdd27950a1 req-0d53a0da-1288-44a1-9fa5-dcb8fb3f6ef8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:06.169813 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7e418f21-fe46-42a5-90ee-8fbdd27950a1 req-0d53a0da-1288-44a1-9fa5-dcb8fb3f6ef8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 931 time: 0.6834929 Feb 02 16:05:06.238667 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.240969 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device d5b64ca2-538c-480b-a2bf-da76421e1364 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:06.300875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=7066085c-4fa4-4ba8-957f-da214aead9c4,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:06.342331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a8cb98-43ac-4579-8b97-48678b55a3bd {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:06.353820 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.360241 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645be8c-6c5d-4181-9052-190dcd8473de req-7dbea4dd-ef84-4308-8a94-02a1c5008487 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:06.362473 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7e418f21-fe46-42a5-90ee-8fbdd27950a1 req-d18921af-a062-4b1c-bad5-10edec95703b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978827 Feb 02 16:05:06.374980 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Transition to ACTIVE for port object a1a8cb98-43ac-4579-8b97-48678b55a3bd will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:06.379479 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2645be8c-6c5d-4181-9052-190dcd8473de req-7dbea4dd-ef84-4308-8a94-02a1c5008487 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.1512511 Feb 02 16:05:06.439649 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:06.448655 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['a20d1753-326f-4e4c-95a9-fcae2cb00cae'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:06.455270 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2645be8c-6c5d-4181-9052-190dcd8473de req-d42e226d-5c6d-48cf-b6a3-deaf797d63e2 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759387 Feb 02 16:05:06.480362 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['7066085c-4fa4-4ba8-957f-da214aead9c4'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:06.505131 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.593332 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port d5b64ca2-538c-480b-a2bf-da76421e1364 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:06.602942 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port d5b64ca2-538c-480b-a2bf-da76421e1364 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:06.603879 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:06.664006 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66395bba-067c-46cb-99ea-8585068845c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7', 'code': 200} Feb 02 16:05:06.861533 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a8cb98-43ac-4579-8b97-48678b55a3bd,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:06.873912 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Attempting to bind port a1a8cb98-43ac-4579-8b97-48678b55a3bd on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:06.874359 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Attempting to bind port a1a8cb98-43ac-4579-8b97-48678b55a3bd by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:06.874693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Attempting to bind port a1a8cb98-43ac-4579-8b97-48678b55a3bd on network 5687b2fa-20f0-4d66-833a-280a75073305 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:06.888170 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0fc5d-b848-44b1-a81a-32eb16bdfa36 req-aa19c8b6-e32b-47eb-bd11-1128ae98d1e0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:06.894678 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Port a1a8cb98-43ac-4579-8b97-48678b55a3bd on network 5687b2fa-20f0-4d66-833a-280a75073305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:05:06.898443 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Attempting to bind port a1a8cb98-43ac-4579-8b97-48678b55a3bd on network 5687b2fa-20f0-4d66-833a-280a75073305 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:06.898715 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2ee0fc5d-b848-44b1-a81a-32eb16bdfa36 req-aa19c8b6-e32b-47eb-bd11-1128ae98d1e0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 944 time: 0.1426115 Feb 02 16:05:06.919799 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:06.922976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Checking segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:06.923576 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Bound using segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:06.924209 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Bound port: a1a8cb98-43ac-4579-8b97-48678b55a3bd, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:06.924752 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.003043 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2ee0fc5d-b848-44b1-a81a-32eb16bdfa36 req-515e9365-c363-456b-8fe4-dc69acb1e4e5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028917 Feb 02 16:05:07.032108 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] For port a1a8cb98-43ac-4579-8b97-48678b55a3bd, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:07.035616 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] For port a1a8cb98-43ac-4579-8b97-48678b55a3bd, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:07.104370 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.192244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.208227 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port d5b64ca2-538c-480b-a2bf-da76421e1364, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d5b64ca2-538c-480b-a2bf-da76421e1364,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:07.282241 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:07.283307 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.284435 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] 10.222.0.85 "PUT /v2.0/ports/a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 200 len: 1093 time: 1.9401255 Feb 02 16:05:07.300521 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.346650 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:07.396341 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a23a7-1e8d-498d-9675-3dbe72939aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a8cb98-43ac-4579-8b97-48678b55a3bd,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:07.425384 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=d5b64ca2-538c-480b-a2bf-da76421e1364,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:07.444026 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-a426867e-2bb7-47c7-9128-e82f8dc55fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:07.445622 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-a426867e-2bb7-47c7-9128-e82f8dc55fa6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 1098 time: 0.2947555 Feb 02 16:05:07.449772 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'status': 'completed', 'code': 200} Feb 02 16:05:07.463349 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd782-57e4-4da6-b7c4-4cf8dc1e067f req-756e52cb-3084-481f-9e06-79ee64884765 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:07.465478 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c8cbd782-57e4-4da6-b7c4-4cf8dc1e067f req-756e52cb-3084-481f-9e06-79ee64884765 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.2040482 Feb 02 16:05:07.565016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.567027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38122) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:07.582165 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:07.586190 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Usage tracker for resource:security_group_rule and tenant:7f2a419d9dfc4547980b43215c7b4603 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:07.589974 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:07.596044 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:07.691654 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c8cbd782-57e4-4da6-b7c4-4cf8dc1e067f req-0d7ec706-d9af-42ba-8e09-25db15948aad tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155051 Feb 02 16:05:07.797186 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f280af-a241-4f5f-a62a-d7ed6725e648 req-c59ed5d0-294b-41f1-afe8-827839bf80b9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:07.798993 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-68f280af-a241-4f5f-a62a-d7ed6725e648 req-c59ed5d0-294b-41f1-afe8-827839bf80b9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 943 time: 0.1458170 Feb 02 16:05:07.802651 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a513-3110-4376-8ca9-37bfe4b1feff req-6031e846-949c-4924-97bc-306e7fdbc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:07.806381 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f9e4a513-3110-4376-8ca9-37bfe4b1feff req-6031e846-949c-4924-97bc-306e7fdbc63e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1096 time: 0.3108292 Feb 02 16:05:07.826442 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.877356 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:07.911598 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:07.916171 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-68f280af-a241-4f5f-a62a-d7ed6725e648 req-b45b0380-694a-4935-a697-a423f57e8199 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111915 Feb 02 16:05:07.918503 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Usage tracker for resource:security_group_rule and tenant:3e9a1bfcb1fc435bba30a4d9d84a477e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:07.924696 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:07.933772 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:07.975112 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.050090 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.119079 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-67e5f720-83f6-481b-9ecd-60ed1fc5e999 req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198325 Feb 02 16:05:08.167688 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.205322 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b17094-6971-4c16-aa9c-32ce0869a67d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf14ee0-36b2-4701-87b6-06a3dab93476,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:08.236275 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e9a1bfcb1fc435bba30a4d9d84a477e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676245 Feb 02 16:05:08.237272 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a513-3110-4376-8ca9-37bfe4b1feff req-75518a9e-9b45-42c6-94e7-aaaea6cf748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.239104 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f9e4a513-3110-4376-8ca9-37bfe4b1feff req-75518a9e-9b45-42c6-94e7-aaaea6cf748f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=37711180899542fcaee065f8b3abde27&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4164314 Feb 02 16:05:08.240386 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38156) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:08.266643 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ddd39-e659-4cce-a90c-98e0db0acd1e req-2a71b7f3-d3a2-4870-b8da-fdd2486e24e8 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.268392 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-617ddd39-e659-4cce-a90c-98e0db0acd1e req-2a71b7f3-d3a2-4870-b8da-fdd2486e24e8 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.4089472 Feb 02 16:05:08.278087 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cd15f-2733-4bcb-bbb5-075871ae980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a231fa-32d3-4d93-acc2-7d21e395d3ab,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:08.304058 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea3d8-4026-4db0-b135-0c0151fa6bd6 req-51654cc3-3e9e-44ea-91ca-49679b1d64a4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.311753 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e41ea3d8-4026-4db0-b135-0c0151fa6bd6 req-51654cc3-3e9e-44ea-91ca-49679b1d64a4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 944 time: 0.1853070 Feb 02 16:05:08.364008 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e41ea3d8-4026-4db0-b135-0c0151fa6bd6 req-904f8e13-da53-4a07-9a11-41559f7ba121 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Feb 02 16:05:08.375305 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-617ddd39-e659-4cce-a90c-98e0db0acd1e req-345a4dfc-fc4d-449f-a234-15cf6c0c78b0 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922847 Feb 02 16:05:08.380252 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5f9af277-34ed-437a-a6d9-5e1f4bb0bd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.407008 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5f9af277-34ed-437a-a6d9-5e1f4bb0bd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.570120 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a513-3110-4376-8ca9-37bfe4b1feff req-c15f699c-65a6-4fac-9ed2-7966d64f4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.571561 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f9e4a513-3110-4376-8ca9-37bfe4b1feff req-c15f699c-65a6-4fac-9ed2-7966d64f4730 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577923 Feb 02 16:05:08.633087 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5f9af277-34ed-437a-a6d9-5e1f4bb0bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.667585 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e1712d-4567-4233-bd6a-443c3c062548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b64ca2-538c-480b-a2bf-da76421e1364'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:08.684109 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9af277-34ed-437a-a6d9-5e1f4bb0bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a231fa-32d3-4d93-acc2-7d21e395d3ab,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:08.709352 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5f9af277-34ed-437a-a6d9-5e1f4bb0bd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:08.710527 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-5f9af277-34ed-437a-a6d9-5e1f4bb0bd7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4a231fa-32d3-4d93-acc2-7d21e395d3ab HTTP/1.1" status: 204 len: 168 time: 0.4691534 Feb 02 16:05:08.734657 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-6e580078-afa3-4594-8e2d-5f328e359b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.736463 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-6e580078-afa3-4594-8e2d-5f328e359b37 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1096 time: 0.0984993 Feb 02 16:05:08.750904 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e1712d-4567-4233-bd6a-443c3c062548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b64ca2-538c-480b-a2bf-da76421e1364', 'code': 200} Feb 02 16:05:08.866795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-637b8251-fe07-4cb3-bc15-a6e629ae523d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 200 len: 217 time: 0.0823421 Feb 02 16:05:08.906120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a20d1753-326f-4e4c-95a9-fcae2cb00cae up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:08.982892 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-c6c463ed-d5ef-48d1-8395-d1b69f8b5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.984469 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-c6c463ed-d5ef-48d1-8395-d1b69f8b5a3e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0894024 Feb 02 16:05:09.061972 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d81638-eb3c-4304-adca-ed29929dbf54 req-477e9332-d219-4442-bc0c-44f8fc602036 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.063431 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e7d81638-eb3c-4304-adca-ed29929dbf54 req-477e9332-d219-4442-bc0c-44f8fc602036 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.2058816 Feb 02 16:05:09.110447 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port a20d1753-326f-4e4c-95a9-fcae2cb00cae completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:09.116298 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port a20d1753-326f-4e4c-95a9-fcae2cb00cae triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:09.116911 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.135010 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-15ff1a37-41dc-4de7-9268-245edf0548ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.137457 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-15ff1a37-41dc-4de7-9268-245edf0548ec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1441252 Feb 02 16:05:09.140494 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e7d81638-eb3c-4304-adca-ed29929dbf54 req-71157f22-0761-48b9-a5f6-18850aef8276 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642049 Feb 02 16:05:09.216468 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821dada-cb7d-4dc6-a97b-36ef19cd20ee req-f90a9896-7110-426d-9636-326dea4a4a97 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.225258 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9821dada-cb7d-4dc6-a97b-36ef19cd20ee req-f90a9896-7110-426d-9636-326dea4a4a97 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 943 time: 0.1439111 Feb 02 16:05:09.283270 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9821dada-cb7d-4dc6-a97b-36ef19cd20ee req-b9c8e0d2-93f8-4446-accc-c455c1f99aa5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567069 Feb 02 16:05:09.346276 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.383799 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a20d1753-326f-4e4c-95a9-fcae2cb00cae, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:09.433549 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d0e8-18fe-421b-adb6-46447fd804c6 req-b15e76f2-3339-4013-87f9-dc0ff1fbc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.435022 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a220d0e8-18fe-421b-adb6-46447fd804c6 req-b15e76f2-3339-4013-87f9-dc0ff1fbc5b0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 1098 time: 0.1424308 Feb 02 16:05:09.460564 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-4b388386-b37a-4633-869a-cd27a60934fd service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142836 Feb 02 16:05:09.473586 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.474961 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 7066085c-4fa4-4ba8-957f-da214aead9c4 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:09.606472 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-a220d0e8-18fe-421b-adb6-46447fd804c6 req-2e7596ab-8cc5-4f88-8bf6-d3a9b27fd32d service neutron] Synchronizing usage tracker for tenant:7f2a419d9dfc4547980b43215c7b4603 on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:09.642640 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a20d1753-326f-4e4c-95a9-fcae2cb00cae,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:09.681958 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efb193-5bb2-47f0-bd45-e800eec82d78 req-7088f855-4e8c-440b-a71a-3fc58a29a8bf tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.684329 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-05efb193-5bb2-47f0-bd45-e800eec82d78 req-7088f855-4e8c-440b-a71a-3fc58a29a8bf tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.1353207 Feb 02 16:05:09.695735 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed9cf394-4d97-4d7b-8cdd-39b61c2f318d req-95b17b21-c97e-49d0-81f7-04ddb0ce603b service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247066 Feb 02 16:05:09.708349 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c594-51c4-4624-9d86-a6ab24b2ae86 req-e2d8ca45-44f8-4242-994a-b5923a7fbaa1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.709762 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fbc3c594-51c4-4624-9d86-a6ab24b2ae86 req-e2d8ca45-44f8-4242-994a-b5923a7fbaa1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 944 time: 0.1555154 Feb 02 16:05:09.710359 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-a220d0e8-18fe-421b-adb6-46447fd804c6 req-2e7596ab-8cc5-4f88-8bf6-d3a9b27fd32d service neutron] Unset dirty status for tenant:7f2a419d9dfc4547980b43215c7b4603 on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:09.711426 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a220d0e8-18fe-421b-adb6-46447fd804c6 req-2e7596ab-8cc5-4f88-8bf6-d3a9b27fd32d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696221 Feb 02 16:05:09.733781 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-05efb193-5bb2-47f0-bd45-e800eec82d78 req-1e081cd7-f480-4500-b878-6625a08134c8 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Feb 02 16:05:09.736074 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 7066085c-4fa4-4ba8-957f-da214aead9c4 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:09.743002 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 7066085c-4fa4-4ba8-957f-da214aead9c4 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:09.743794 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.747188 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38212) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:09.765824 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.773379 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fbc3c594-51c4-4624-9d86-a6ab24b2ae86 req-3b63d27e-e73d-484b-a1d1-e963a90a87ed tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574169 Feb 02 16:05:09.782757 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:09.786696 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Usage tracker for resource:security_group_rule and tenant:200835f736dc47d995bb31dc74ad4603 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:09.789660 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:09.795881 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:09.914637 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.915482 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:09.954689 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 7066085c-4fa4-4ba8-957f-da214aead9c4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7066085c-4fa4-4ba8-957f-da214aead9c4,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:09.981965 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.006478 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38222) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:10.007562 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.040179 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=200835f736dc47d995bb31dc74ad4603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917366 Feb 02 16:05:10.040972 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9486eb-08fe-418a-9c5e-67f55c49c47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6a455-7a49-4e91-9a72-efdb6c17c203,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:10.045140 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38228) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:10.098759 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=7066085c-4fa4-4ba8-957f-da214aead9c4,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:10.119591 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-41cba837-7f75-4726-8fcb-e5c4fb0d4bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.151664 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-41cba837-7f75-4726-8fcb-e5c4fb0d4bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.233781 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.249107 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:10.252883 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Usage tracker for resource:security_group_rule and tenant:66ce5cbfb2634b68bc817c7172044319 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:10.255790 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:10.262655 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:10.366506 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc548c-a469-4bba-94f8-4140c29944bf req-1503da6f-6aa2-4cc1-91b5-4b994041ce94 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:10.368079 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d7cc548c-a469-4bba-94f8-4140c29944bf req-1503da6f-6aa2-4cc1-91b5-4b994041ce94 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.0871751 Feb 02 16:05:10.380276 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-41cba837-7f75-4726-8fcb-e5c4fb0d4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.416384 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba837-7f75-4726-8fcb-e5c4fb0d4bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6a455-7a49-4e91-9a72-efdb6c17c203,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:10.423086 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d7cc548c-a469-4bba-94f8-4140c29944bf req-d211818e-59e5-4839-84a5-66c6152373bf tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Feb 02 16:05:10.494042 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-41cba837-7f75-4726-8fcb-e5c4fb0d4bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.495121 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-41cba837-7f75-4726-8fcb-e5c4fb0d4bf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9a6a455-7a49-4e91-9a72-efdb6c17c203 HTTP/1.1" status: 204 len: 168 time: 0.4489195 Feb 02 16:05:10.562464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.570619 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb1612-6e39-4eee-981f-6e9f2bcdd04b req-695a0fc7-51b6-4cda-808e-2a289b91e0be tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:10.572108 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-62cb1612-6e39-4eee-981f-6e9f2bcdd04b req-695a0fc7-51b6-4cda-808e-2a289b91e0be tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 943 time: 0.1654596 Feb 02 16:05:10.620037 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-62cb1612-6e39-4eee-981f-6e9f2bcdd04b req-09d4c794-6edf-4fcf-b5a8-ced71ea44133 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Feb 02 16:05:10.653820 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.702161 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66ce5cbfb2634b68bc817c7172044319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946259 Feb 02 16:05:10.704665 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38250) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:10.719804 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e6c77-f370-443a-bee6-876d28b3a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cf6c1-a510-47a9-a318-1fe080c4bbc4,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:10.751704 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae'}, {'server_uuid': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7066085c-4fa4-4ba8-957f-da214aead9c4'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:10.772842 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f713b841-db22-4ec8-9865-dbb692bb6eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.802630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f713b841-db22-4ec8-9865-dbb692bb6eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:10.818868 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae', 'code': 200} Feb 02 16:05:10.819134 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7066085c-4fa4-4ba8-957f-da214aead9c4', 'code': 200} Feb 02 16:05:10.952083 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be5806-2144-4dc8-8af0-45f8c1ab868b req-8bbf7d84-b798-4727-9b60-77f4d1ee0f6d tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:10.953714 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0be5806-2144-4dc8-8af0-45f8c1ab868b req-8bbf7d84-b798-4727-9b60-77f4d1ee0f6d tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.1009471 Feb 02 16:05:11.019906 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0be5806-2144-4dc8-8af0-45f8c1ab868b req-38e847b1-205b-4820-86ec-02c1c59a3071 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Feb 02 16:05:11.038531 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f713b841-db22-4ec8-9865-dbb692bb6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:11.094278 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d020e-8950-453f-a3ab-931edae142ec req-fe70cf82-07ce-437a-a4f1-bbbc30d23ccb tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:11.112347 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-872d020e-8950-453f-a3ab-931edae142ec req-fe70cf82-07ce-437a-a4f1-bbbc30d23ccb tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1327360 Feb 02 16:05:11.128667 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713b841-db22-4ec8-9865-dbb692bb6eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9cf6c1-a510-47a9-a318-1fe080c4bbc4,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:11.136395 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f713b841-db22-4ec8-9865-dbb692bb6eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:11.140093 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-f713b841-db22-4ec8-9865-dbb692bb6eca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe9cf6c1-a510-47a9-a318-1fe080c4bbc4 HTTP/1.1" status: 204 len: 168 time: 0.4322064 Feb 02 16:05:11.206804 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-872d020e-8950-453f-a3ab-931edae142ec req-f6613761-6442-4491-ae92-d92e107a510f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871346 Feb 02 16:05:11.439526 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbed01-f954-4ef9-96d5-68380665ccca req-69f710b0-f3f7-4aba-94c4-a42ece69a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:11.441003 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9cdbed01-f954-4ef9-96d5-68380665ccca req-69f710b0-f3f7-4aba-94c4-a42ece69a879 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 1098 time: 0.0738037 Feb 02 16:05:11.497150 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9cdbed01-f954-4ef9-96d5-68380665ccca req-b99b5614-3528-490d-bcda-e0ced0e3ee0e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Feb 02 16:05:11.678036 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1318d32-ddb1-49c1-864a-c2064da1cea6 req-e4a67748-1554-4e8d-9ef0-1dceed6a0e92 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:11.685606 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b1318d32-ddb1-49c1-864a-c2064da1cea6 req-e4a67748-1554-4e8d-9ef0-1dceed6a0e92 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.1210556 Feb 02 16:05:11.728057 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b1318d32-ddb1-49c1-864a-c2064da1cea6 req-01be5b5c-b097-4e1d-afe6-64a40d473264 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Feb 02 16:05:11.821137 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c4a38-acc8-488e-a62a-6b4cc89b3b66 req-4b638de8-cb25-4bdd-9de3-240d1231880e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:11.822793 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-008c4a38-acc8-488e-a62a-6b4cc89b3b66 req-4b638de8-cb25-4bdd-9de3-240d1231880e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 943 time: 0.0856433 Feb 02 16:05:11.876557 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-008c4a38-acc8-488e-a62a-6b4cc89b3b66 req-4030598c-7015-4456-abf7-709cd2c09b08 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 Feb 02 16:05:11.902793 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf8c53-cfa4-4bb4-be5f-a6b960d4160b req-4a61bbf5-1119-46c6-b339-bec8d2601aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:11.904396 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2acf8c53-cfa4-4bb4-be5f-a6b960d4160b req-4a61bbf5-1119-46c6-b339-bec8d2601aa5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.1229060 Feb 02 16:05:11.976711 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2acf8c53-cfa4-4bb4-be5f-a6b960d4160b req-da1b977c-bf95-4bb9-9eb9-8d04847f58fa service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541368 Feb 02 16:05:12.040924 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38322) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:12.069320 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.089640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:12.094181 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Usage tracker for resource:security_group_rule and tenant:00ab40d0a758490d91a581e1a8a7f361 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:12.097218 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:12.102957 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:12.177923 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38328) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:12.201904 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.261903 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.321445 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00ab40d0a758490d91a581e1a8a7f361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791388 Feb 02 16:05:12.321943 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.324155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30141c-ccb5-49ff-b2bb-78ae885cc762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e201f-f84c-4bd0-89ff-066324190eef,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:12.327946 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38338) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:12.338440 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:12.345750 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Usage tracker for resource:security_group_rule and tenant:df5385ea8cdd4f73b844827eabe8c28e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:12.348820 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:12.356620 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:12.452077 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ff29-b211-4007-abab-0f5f25c5cbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.468064 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.484547 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173069-d31f-4d73-90e0-7d1ce63058be req-d278643b-e3a9-4b6f-b3ef-1ce6bc8c26d0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:12.486135 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b3173069-d31f-4d73-90e0-7d1ce63058be req-d278643b-e3a9-4b6f-b3ef-1ce6bc8c26d0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1630037 Feb 02 16:05:12.498207 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ff29-b211-4007-abab-0f5f25c5cbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.550922 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.572285 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b3173069-d31f-4d73-90e0-7d1ce63058be req-df865e36-e2b0-41a7-95b5-ff0b02e10f29 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695941 Feb 02 16:05:12.616366 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df5385ea8cdd4f73b844827eabe8c28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374242 Feb 02 16:05:12.616513 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38354) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:12.618156 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0e357-b493-4546-b67a-2dd1830f6253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a83eb60-7539-4bfa-824f-8a1dcbb8241f,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:12.688672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ff29-b211-4007-abab-0f5f25c5cbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.702822 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0700dfea-2277-43b8-b015-bc6c061f5045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.712354 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2ff29-b211-4007-abab-0f5f25c5cbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e201f-f84c-4bd0-89ff-066324190eef,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:12.734318 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ff29-b211-4007-abab-0f5f25c5cbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.734318 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-5cf2ff29-b211-4007-abab-0f5f25c5cbe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/725e201f-f84c-4bd0-89ff-066324190eef HTTP/1.1" status: 204 len: 168 time: 0.4048047 Feb 02 16:05:12.755986 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0700dfea-2277-43b8-b015-bc6c061f5045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.936823 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a1a8cb98-43ac-4579-8b97-48678b55a3bd details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:13.003234 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0700dfea-2277-43b8-b015-bc6c061f5045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:13.021712 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700dfea-2277-43b8-b015-bc6c061f5045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a83eb60-7539-4bfa-824f-8a1dcbb8241f,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:13.044400 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0700dfea-2277-43b8-b015-bc6c061f5045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:13.047176 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-0700dfea-2277-43b8-b015-bc6c061f5045 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a83eb60-7539-4bfa-824f-8a1dcbb8241f HTTP/1.1" status: 204 len: 168 time: 0.4297683 Feb 02 16:05:13.142084 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea0de6-5e26-4046-9b45-922420599ac2 req-c010351c-e853-4986-a1a3-c83e01e4277a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:13.151463 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3bea0de6-5e26-4046-9b45-922420599ac2 req-c010351c-e853-4986-a1a3-c83e01e4277a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 943 time: 0.1034341 Feb 02 16:05:13.241696 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a1a8cb98-43ac-4579-8b97-48678b55a3bd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:13.248903 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3bea0de6-5e26-4046-9b45-922420599ac2 req-6b30c38d-8ed6-4c8f-97ca-abe2d0caac88 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979245 Feb 02 16:05:13.303858 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'port_id': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'mac_address': 'fa:16:3e:1b:32:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:13.396676 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:13.428612 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a8cb98-43ac-4579-8b97-48678b55a3bd {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:13.452081 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a1a8cb98-43ac-4579-8b97-48678b55a3bd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:13.547920 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:13.622210 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a1a8cb98-43ac-4579-8b97-48678b55a3bd,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:13.852519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b62d2-9481-4f2f-8b30-84cccbcca746 req-7577ffb8-a5bf-41be-a360-1d95d4c9ea1a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:13.854129 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bd9b62d2-9481-4f2f-8b30-84cccbcca746 req-7577ffb8-a5bf-41be-a360-1d95d4c9ea1a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0880198 Feb 02 16:05:13.912790 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bd9b62d2-9481-4f2f-8b30-84cccbcca746 req-cccf5b5e-0f16-4436-9f4f-655a5dd6e172 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Feb 02 16:05:13.993353 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['a1a8cb98-43ac-4579-8b97-48678b55a3bd'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:14.150972 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38462) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:14.171393 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.197163 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:14.203351 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Usage tracker for resource:security_group_rule and tenant:18dcfe49241c4ca58fdebf96340e2349 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:14.204196 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:14.210116 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:14.309320 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.381345 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.453602 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18dcfe49241c4ca58fdebf96340e2349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023226 Feb 02 16:05:14.456550 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38480) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:14.534154 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a02e-d59b-481e-a89d-69cc8ae86c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a030d2f-978f-4a34-9d64-888623c995f4,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:14.570843 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c68be9a1-d214-4012-b0a0-4895253b74ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.605661 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c68be9a1-d214-4012-b0a0-4895253b74ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.637510 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c7e7-b47c-44c7-80f9-3d577adfe980 req-ef4bdf0f-d708-4496-b865-cc7d7d93f6ee tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:14.640548 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ee48c7e7-b47c-44c7-80f9-3d577adfe980 req-ef4bdf0f-d708-4496-b865-cc7d7d93f6ee tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 944 time: 0.0981545 Feb 02 16:05:14.765785 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ee48c7e7-b47c-44c7-80f9-3d577adfe980 req-8071fd85-59df-4d96-9626-484914f16235 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091835 Feb 02 16:05:14.791732 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c68be9a1-d214-4012-b0a0-4895253b74ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.793015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38486) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:14.821945 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be9a1-d214-4012-b0a0-4895253b74ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a030d2f-978f-4a34-9d64-888623c995f4,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:14.847398 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c68be9a1-d214-4012-b0a0-4895253b74ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.848529 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-c68be9a1-d214-4012-b0a0-4895253b74ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a030d2f-978f-4a34-9d64-888623c995f4 HTTP/1.1" status: 204 len: 168 time: 0.3910770 Feb 02 16:05:14.862599 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-06970b0c-16e7-41e9-9f05-335d4d136eaf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1862791 Feb 02 16:05:14.877353 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-2f9e3627-dd30-4ac6-bd1c-15fcfce40c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:14.878987 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-2f9e3627-dd30-4ac6-bd1c-15fcfce40c96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 1098 time: 0.2039962 Feb 02 16:05:14.953486 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a1a8cb98-43ac-4579-8b97-48678b55a3bd up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:15.123548 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.133374 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port a1a8cb98-43ac-4579-8b97-48678b55a3bd completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:15.138597 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port a1a8cb98-43ac-4579-8b97-48678b55a3bd triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:15.139128 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.147582 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:15.164855 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5179c62-5838-4599-86b1-8e4759cee51d req-d6eb8d4e-68b4-4829-88cb-f00bf6cbfe3a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:15.172845 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b5179c62-5838-4599-86b1-8e4759cee51d req-d6eb8d4e-68b4-4829-88cb-f00bf6cbfe3a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.2331924 Feb 02 16:05:15.176032 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c908dc3b41da4e5bbf2a62f1632ef31e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:15.184481 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:15.210207 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-6ae6fd90-b3c3-4d78-9b35-69074938773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:15.211824 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-6ae6fd90-b3c3-4d78-9b35-69074938773e service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.2592628 Feb 02 16:05:15.221715 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:15.304140 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-cea3a729-9482-4af1-9e2e-9b4c6f4c89fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7066085c-4fa4-4ba8-957f-da214aead9c4 HTTP/1.1" status: 200 len: 217 time: 0.0686800 Feb 02 16:05:15.305346 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.309869 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b5179c62-5838-4599-86b1-8e4759cee51d req-adcb54c8-7ce7-4438-b13f-b070077f7b08 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271324 Feb 02 16:05:15.349965 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:15.362377 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a1a8cb98-43ac-4579-8b97-48678b55a3bd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:15.416411 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'code': 200} Feb 02 16:05:15.419726 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-8de36828-22c0-402d-9fa1-537b553ccfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:15.421844 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-8de36828-22c0-402d-9fa1-537b553ccfd5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 1098 time: 0.3516233 Feb 02 16:05:15.429781 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-25bd886f-2d3f-41fc-8190-6668226890ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:15.431200 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-25bd886f-2d3f-41fc-8190-6668226890ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.1047766 Feb 02 16:05:15.460538 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.469307 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.533763 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.576027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468a803-bc9c-4e13-a954-8364c42b8915,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:15.588248 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a1a8cb98-43ac-4579-8b97-48678b55a3bd,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:15.609263 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-41b7e467-3617-43fd-8566-a54a828ff1d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c908dc3b41da4e5bbf2a62f1632ef31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125281 Feb 02 16:05:15.609439 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38530) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:15.694580 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0171dbf-40bf-4425-9fa3-34b1622ce740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.696977 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-a2ce1fbe-b80b-440b-ba76-1d9d529d5696 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2153046 Feb 02 16:05:15.725220 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0171dbf-40bf-4425-9fa3-34b1622ce740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.888002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0171dbf-40bf-4425-9fa3-34b1622ce740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:15.939198 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0171dbf-40bf-4425-9fa3-34b1622ce740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468a803-bc9c-4e13-a954-8364c42b8915,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:15.954281 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-a0b0544b-873f-4805-92d0-0ae18e8dbdb4 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383597 Feb 02 16:05:16.045966 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0171dbf-40bf-4425-9fa3-34b1622ce740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:16.050567 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c0171dbf-40bf-4425-9fa3-34b1622ce740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9468a803-bc9c-4e13-a954-8364c42b8915 HTTP/1.1" status: 204 len: 168 time: 0.4367521 Feb 02 16:05:16.106455 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7cc59-a63c-4d65-86b9-0ba6d5dd8d4a req-fcd89053-8973-417d-878e-36fa482ceb9a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:16.108039 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-57d7cc59-a63c-4d65-86b9-0ba6d5dd8d4a req-fcd89053-8973-417d-878e-36fa482ceb9a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1435685 Feb 02 16:05:16.196641 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-8b588c57-56b2-492d-b2b9-dbab1957490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:16.198092 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-8b588c57-56b2-492d-b2b9-dbab1957490e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 915 time: 0.7183418 Feb 02 16:05:16.220436 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-57d7cc59-a63c-4d65-86b9-0ba6d5dd8d4a req-88306869-aca4-4149-8c74-bc868fcf9b5f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987358 Feb 02 16:05:16.367698 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-401c9b3f-1a61-419e-bf51-1d6eff173faf service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974810 Feb 02 16:05:16.389599 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-be6480f8-e87c-4af9-9510-99d8796e9d60 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b64ca2-538c-480b-a2bf-da76421e1364 HTTP/1.1" status: 200 len: 217 time: 0.1746225 Feb 02 16:05:16.398386 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100019ff-29a2-4673-bf1f-42b136e0181f req-48b9bf02-99ac-44df-bb94-4fff96558c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:16.399291 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-100019ff-29a2-4673-bf1f-42b136e0181f req-48b9bf02-99ac-44df-bb94-4fff96558c87 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1098 time: 0.3768826 Feb 02 16:05:16.588958 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-100019ff-29a2-4673-bf1f-42b136e0181f req-e8315fed-95e5-406e-8d53-24b70c1fc72c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576574 Feb 02 16:05:16.591609 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-fcb1eab9-aaae-41e8-8915-03b46ad446a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:16.592944 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-fcb1eab9-aaae-41e8-8915-03b46ad446a1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 200 len: 854 time: 0.1604652 Feb 02 16:05:16.620455 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced2217-39bc-4a6e-9cef-0a794194156a req-ce5183a8-fdbf-46f3-a8e0-c9b07a7d81e5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:16.622652 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1ced2217-39bc-4a6e-9cef-0a794194156a req-ce5183a8-fdbf-46f3-a8e0-c9b07a7d81e5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1293204 Feb 02 16:05:16.679010 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1ced2217-39bc-4a6e-9cef-0a794194156a req-b97dddb6-30de-4213-b525-741d7fe8f7b7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481346 Feb 02 16:05:16.857287 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38576) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:16.874804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:16.889894 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:16.893655 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Usage tracker for resource:security_group_rule and tenant:536f5fd8e21a4e1490bc93fc4e3261b3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:16.896580 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:16.903422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:17.010188 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.038587 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-3781c965-a8fa-4cde-a8d3-4df01ac34741 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a1917e93-a393-4b49-8d83-92159f7ebbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541074 Feb 02 16:05:17.164723 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.226861 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-4a68eddd-fa18-4e2a-b069-5dce16706692 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512206 Feb 02 16:05:17.255753 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=536f5fd8e21a4e1490bc93fc4e3261b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972692 Feb 02 16:05:17.273746 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38596) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:17.294428 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96141c02-4244-4b63-8dac-64b9c3f5c494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b237531e-adb7-4e17-9218-8060bd783832,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:17.369407 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-70f97224-31d5-4563-ba1c-f69eec86e05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.409034 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-70f97224-31d5-4563-ba1c-f69eec86e05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.411987 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d01ae77-8e50-40f2-bd57-c9dd730a70eb req-278a2771-35f9-4b1c-9613-7d990828ae3d service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801047 Feb 02 16:05:17.599416 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0db0f-6940-4b10-a3b4-e6362c41107e req-de084ce1-14ab-4806-9369-48087d467a6b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:17.599416 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0de0db0f-6940-4b10-a3b4-e6362c41107e req-de084ce1-14ab-4806-9369-48087d467a6b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1280651 Feb 02 16:05:17.599416 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0de0db0f-6940-4b10-a3b4-e6362c41107e req-23b1781d-84ff-439c-af87-38bf6c5e88df tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391109 Feb 02 16:05:17.747752 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-70f97224-31d5-4563-ba1c-f69eec86e05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.762923 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f97224-31d5-4563-ba1c-f69eec86e05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b237531e-adb7-4e17-9218-8060bd783832,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:17.769110 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-70f97224-31d5-4563-ba1c-f69eec86e05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.771530 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-70f97224-31d5-4563-ba1c-f69eec86e05e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b237531e-adb7-4e17-9218-8060bd783832 HTTP/1.1" status: 204 len: 168 time: 0.4964426 Feb 02 16:05:17.885125 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772455f-a94b-42f9-9e14-ba67ee0cd9f5 req-93174c5b-b454-47d9-af8f-f8c0cf4ddfd6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:17.887567 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d772455f-a94b-42f9-9e14-ba67ee0cd9f5 req-93174c5b-b454-47d9-af8f-f8c0cf4ddfd6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1003194 Feb 02 16:05:17.946726 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d772455f-a94b-42f9-9e14-ba67ee0cd9f5 req-e7aaab47-6f69-4467-83cd-fd984f40a16c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Feb 02 16:05:18.238527 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.489975 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38638) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:18.664077 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.680852 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:18.686034 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Usage tracker for resource:security_group_rule and tenant:43515697cbd84d9d90fbe3324382f8ec is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:18.689315 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:18.695773 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:18.853441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.877858 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd49fc-dafa-4fe9-8bd8-b7088b935ff5 req-d6922aaa-67bf-481c-b837-4b28119445df tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:18.879429 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-29bd49fc-dafa-4fe9-8bd8-b7088b935ff5 req-d6922aaa-67bf-481c-b837-4b28119445df tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1206491 Feb 02 16:05:18.936505 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38658) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:18.958710 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-29bd49fc-dafa-4fe9-8bd8-b7088b935ff5 req-8ad93d93-45e5-49b7-b930-b2feed2d8a91 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619099 Feb 02 16:05:18.997718 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.064758 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43515697cbd84d9d90fbe3324382f8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736511 Feb 02 16:05:19.066608 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba220fd-1756-44aa-9d8a-80f3312e24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20aad0-4def-462c-b5b0-0ad3278b1d32,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:19.069409 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38670) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:19.132086 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e73b8-a721-4818-b792-0ef685d63995 req-36d6733a-6368-4e49-9d2c-ac75079eddb0 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.138586 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c66e73b8-a721-4818-b792-0ef685d63995 req-36d6733a-6368-4e49-9d2c-ac75079eddb0 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.1586959 Feb 02 16:05:19.186414 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c66e73b8-a721-4818-b792-0ef685d63995 req-8a4ab56e-bb4b-4ae3-b9a8-ce3572f87aa0 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448222 Feb 02 16:05:19.216259 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b97ff9c9-7ffa-49e4-9b3e-ea7997990ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.244458 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac035668-2e33-42bc-ad06-032559b04be5 req-53e05b29-0c13-4bac-a52a-6113d6f68f4e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.252039 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ac035668-2e33-42bc-ad06-032559b04be5 req-53e05b29-0c13-4bac-a52a-6113d6f68f4e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1684487 Feb 02 16:05:19.255672 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.277683 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:19.282047 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:64f242112b624d08927a94026244b078 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:19.283847 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b97ff9c9-7ffa-49e4-9b3e-ea7997990ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.286548 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:19.294106 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:19.339849 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ac035668-2e33-42bc-ad06-032559b04be5 req-b992279e-3dff-4fd3-9f3e-c5b4057517cd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867996 Feb 02 16:05:19.396609 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974fd39-00c6-44be-a455-7fa6dd4af28c req-c3b26717-b5e8-40ef-a0d5-19ae9f3859c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.398077 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2974fd39-00c6-44be-a455-7fa6dd4af28c req-c3b26717-b5e8-40ef-a0d5-19ae9f3859c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0925906 Feb 02 16:05:19.407696 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38680) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:19.412786 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'floatingip': {'port_id': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:19.485832 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b97ff9c9-7ffa-49e4-9b3e-ea7997990ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.500942 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.526474 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.573206 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.582526 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ff9c9-7ffa-49e4-9b3e-ea7997990ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20aad0-4def-462c-b5b0-0ad3278b1d32,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:19.603342 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b97ff9c9-7ffa-49e4-9b3e-ea7997990ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.604456 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b97ff9c9-7ffa-49e4-9b3e-ea7997990ef9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d20aad0-4def-462c-b5b0-0ad3278b1d32 HTTP/1.1" status: 204 len: 168 time: 0.5337381 Feb 02 16:05:19.703068 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64f242112b624d08927a94026244b078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595496 Feb 02 16:05:19.703068 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78370034-3e66-4960-8ab0-8bc9a209e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33247ac2-68d4-4317-82cb-da21245f4af1,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:19.703068 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38696) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:19.779854 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b25e031-0ee4-4699-844c-6872da1899dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.806865 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b25e031-0ee4-4699-844c-6872da1899dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.930227 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b25e031-0ee4-4699-844c-6872da1899dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.946900 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25e031-0ee4-4699-844c-6872da1899dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33247ac2-68d4-4317-82cb-da21245f4af1,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:19.960841 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b25e031-0ee4-4699-844c-6872da1899dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:19.962145 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3b25e031-0ee4-4699-844c-6872da1899dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33247ac2-68d4-4317-82cb-da21245f4af1 HTTP/1.1" status: 204 len: 168 time: 0.2603893 Feb 02 16:05:20.402494 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17800a-9701-4e6f-8562-c9059a731b4d req-87c3d5a0-7c9e-427b-9550-d89c83fb2042 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:20.404362 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9a17800a-9701-4e6f-8562-c9059a731b4d req-87c3d5a0-7c9e-427b-9550-d89c83fb2042 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.1026804 Feb 02 16:05:20.421602 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-b97a4f44-85e5-492a-8d8f-490f66d574d7 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:20.423040 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-b97a4f44-85e5-492a-8d8f-490f66d574d7 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.3752830 Feb 02 16:05:20.452719 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-a0fa6a7c-0eee-463f-8da8-f74bf65778d9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/quotas/4b7dd5c8331a4d7e8b8c82d642eb437c HTTP/1.1" status: 200 len: 375 time: 0.0218809 Feb 02 16:05:20.479535 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9a17800a-9701-4e6f-8562-c9059a731b4d req-c004f719-ceb7-4e72-b4a0-36701e8af837 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682514 Feb 02 16:05:20.509422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38736) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:20.556406 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:20.585465 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:20.594428 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:aead493989af4ae6b70d0a0d82ff39a2 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:20.605677 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:20.663524 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:20.726187 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-f5cabb3c-eb5a-4d9f-8137-6ee50271b2ba tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2643430 Feb 02 16:05:20.731842 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:20.771131 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793fc43-f94f-4718-ae3b-0d7fe295905e req-951097f3-c420-496b-9cbb-19e54d4a88fc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:20.772864 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a793fc43-f94f-4718-ae3b-0d7fe295905e req-951097f3-c420-496b-9cbb-19e54d4a88fc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1568103 Feb 02 16:05:20.834213 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:20.845821 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a793fc43-f94f-4718-ae3b-0d7fe295905e req-903bfd2e-f4ff-4077-b973-9a1d83430f6a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656936 Feb 02 16:05:20.852928 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38748) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:20.856504 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:20.879850 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:20.895668 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:20.901147 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Usage tracker for resource:security_group_rule and tenant:73f3ac8129a9440bac6d89640e41711b is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:20.902569 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:20.908526 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:20.953983 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.034899 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aead493989af4ae6b70d0a0d82ff39a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243516 Feb 02 16:05:21.041027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38758) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:21.060750 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ba277-e2da-48b0-9cf5-9179378c5ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21afe1-b324-45b3-ba18-00120e4f666e,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:21.135016 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-177fb554-66d0-45c1-b06c-5613ae384792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.185172 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-177fb554-66d0-45c1-b06c-5613ae384792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.212774 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.226158 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Floating IP 9578c1fb-319e-402d-b1bf-65b612f588c6 associated. External IP: 172.28.2.173, port: a1a8cb98-43ac-4579-8b97-48678b55a3bd. Feb 02 16:05:21.278478 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-0e414eb1-2a3a-474c-b495-62c4e4cb6a80 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446231 Feb 02 16:05:21.295787 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.323213 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-177fb554-66d0-45c1-b06c-5613ae384792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.356377 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73f3ac8129a9440bac6d89640e41711b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024490 Feb 02 16:05:21.357147 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef83e44-abc8-4a97-b990-d573cb4a3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccc1f7-bff5-4b76-a750-35f4ec16837c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:21.366314 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38772) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:21.387613 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fb554-66d0-45c1-b06c-5613ae384792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21afe1-b324-45b3-ba18-00120e4f666e,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:21.396474 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-177fb554-66d0-45c1-b06c-5613ae384792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.399084 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-177fb554-66d0-45c1-b06c-5613ae384792 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce21afe1-b324-45b3-ba18-00120e4f666e HTTP/1.1" status: 204 len: 168 time: 0.3558466 Feb 02 16:05:21.456652 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-196cd698-4d9d-4494-88d6-a01c4ac2b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.489467 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-196cd698-4d9d-4494-88d6-a01c4ac2b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.598609 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-68edd9e2-2622-4d06-8857-2830357deeaa service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127868 Feb 02 16:05:21.641647 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-48458530-cdbf-42f4-92c7-e7b646b26e6a tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:21.644445 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-48458530-cdbf-42f4-92c7-e7b646b26e6a tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.85 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.5142460 Feb 02 16:05:21.685061 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-196cd698-4d9d-4494-88d6-a01c4ac2b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.739415 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cd698-4d9d-4494-88d6-a01c4ac2b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccc1f7-bff5-4b76-a750-35f4ec16837c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:21.743555 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-196cd698-4d9d-4494-88d6-a01c4ac2b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.743555 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-196cd698-4d9d-4494-88d6-a01c4ac2b94f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60ccc1f7-bff5-4b76-a750-35f4ec16837c HTTP/1.1" status: 204 len: 168 time: 0.3754215 Feb 02 16:05:21.819483 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aa55a-a01a-4b1d-a8e1-b5ffd1567fb4 req-1328004c-1747-4659-9512-3e0b7ac183f0 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:21.819483 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3b6aa55a-a01a-4b1d-a8e1-b5ffd1567fb4 req-1328004c-1747-4659-9512-3e0b7ac183f0 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.2265482 Feb 02 16:05:21.836206 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Deleting port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:05:21.838153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.876602 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3b6aa55a-a01a-4b1d-a8e1-b5ffd1567fb4 req-24ca0879-73f2-4241-a9af-6739a5a0e807 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Feb 02 16:05:22.099831 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:05:22.116832 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d7325380-9174-4950-b7c7-dcf4ca54ebed req-9ef598d4-5ff7-466d-970a-8fc8aaf5ac42 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 210 time: 0.0973694 Feb 02 16:05:22.490863 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ae2b5-5647-4084-b577-7230c6cfcac8 req-ae29567f-5e7f-40aa-8226-37504a8aa7b7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:22.492375 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ca8ae2b5-5647-4084-b577-7230c6cfcac8 req-ae29567f-5e7f-40aa-8226-37504a8aa7b7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.3911004 Feb 02 16:05:22.499284 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] For port c30a8639-dd19-4ea7-a6f7-ffeab34536c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,segment=NetworkSegment(630f0012-9dcf-4bd4-ba34-a7a382efac00),segment_id=630f0012-9dcf-4bd4-ba34-a7a382efac00)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:22.499631 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:22.508656 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:05:22.526873 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:05:22.527704 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:22.537119 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:05:22.537808 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:05:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:22.688756 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Calling delete_port for c30a8639-dd19-4ea7-a6f7-ffeab34536c7 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:05:22.719550 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:05:22.872314 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ca8ae2b5-5647-4084-b577-7230c6cfcac8 req-eeed29be-0f90-4274-a7d5-55bf17bf6f5f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649344 Feb 02 16:05:22.879441 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-813b6f1e-2211-4fde-8092-af3d631b28c0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "PUT /v2.0/floatingips/9578c1fb-319e-402d-b1bf-65b612f588c6 HTTP/1.1" status: 200 len: 991 time: 3.4681222 Feb 02 16:05:22.879441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:22.987374 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'status': 'completed', 'code': 200} Feb 02 16:05:23.240436 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '9578c1fb-319e-402d-b1bf-65b612f588c6', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'port_id': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'mac_address': 'fa:16:3e:1b:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:04:54Z', 'updated_at': '2022-02-02T16:05:20Z', 'revision_number': 1, 'project_id': '37711180899542fcaee065f8b3abde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:23.245373 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:05:23.255005 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bb882-8bbb-42fe-9aaf-d724efca41c1 req-a9b34ee2-3e06-4e43-a3fe-5c1ceae2353b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:23.255614 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:05:23.256301 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:05:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:23.258262 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4c9bb882-8bbb-42fe-9aaf-d724efca41c1 req-a9b34ee2-3e06-4e43-a3fe-5c1ceae2353b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.2169745 Feb 02 16:05:23.280788 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-65baef63-219c-4a87-a9ec-e43e199b84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:23.282731 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-65baef63-219c-4a87-a9ec-e43e199b84a9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1098 time: 0.2162709 Feb 02 16:05:23.299128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94f9a0-1c4c-456f-b5f6-162b9a471b29 req-759e011e-0cf3-414d-9f03-2f5b88413f22 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:23.301089 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e94f9a0-1c4c-456f-b5f6-162b9a471b29 req-759e011e-0cf3-414d-9f03-2f5b88413f22 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 945 time: 0.1668854 Feb 02 16:05:23.333293 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4c9bb882-8bbb-42fe-9aaf-d724efca41c1 req-24db7882-bc15-4652-9179-fdd275d84175 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550828 Feb 02 16:05:23.469249 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:23.500214 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:05:23.503991 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9f649435-ab2b-4f52-a424-80f0a76474bd req-394e07fe-a292-428e-93bb-911167e758ac tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 210 time: 0.0625358 Feb 02 16:05:23.574769 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Pushing event deleted for resources: {'Port': ['ID=c30a8639-dd19-4ea7-a6f7-ffeab34536c7,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:23.636650 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5e94f9a0-1c4c-456f-b5f6-162b9a471b29 req-25b511e6-7213-42c9-9241-5598906b8f85 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/security-groups?id=67be63c1-b18d-469e-a2ba-7441637c47f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976855 Feb 02 16:05:23.694646 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] No DVR routers for this DVR port c30a8639-dd19-4ea7-a6f7-ffeab34536c7 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:05:23.698684 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:23.709476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-e3ee9d88-b75e-47cd-af77-0ffd66af29de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:23.711948 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-e3ee9d88-b75e-47cd-af77-0ffd66af29de service neutron] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 911 time: 0.4088469 Feb 02 16:05:23.791320 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1d629d3c-ed82-412a-bc21-e909d71a3eef req-0d17fd9a-7397-402d-8d22-4437ee95646f tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.85 "DELETE /v2.0/ports/c30a8639-dd19-4ea7-a6f7-ffeab34536c7 HTTP/1.1" status: 204 len: 173 time: 2.1379130 Feb 02 16:05:23.824516 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-7116d566-0d6c-4eef-a9e6-15fdc2b7edc0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 200 len: 999 time: 0.1070142 Feb 02 16:05:23.916453 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '9578c1fb-319e-402d-b1bf-65b612f588c6', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'port_id': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'mac_address': 'fa:16:3e:1b:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:04:54Z', 'updated_at': '2022-02-02T16:05:20Z', 'revision_number': 1, 'project_id': '37711180899542fcaee065f8b3abde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:23.919518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-10d3e45e-039d-429f-a11b-2373dcaea7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:23.921343 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-10d3e45e-039d-429f-a11b-2373dcaea7f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0889378 Feb 02 16:05:23.922448 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c87e8d-dbd4-4545-a969-c0b392759944 None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '9578c1fb-319e-402d-b1bf-65b612f588c6', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'port_id': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'mac_address': 'fa:16:3e:1b:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:04:54Z', 'updated_at': '2022-02-02T16:05:20Z', 'revision_number': 1, 'project_id': '37711180899542fcaee065f8b3abde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:05:24.025158 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-1d328a02-38a5-4666-a80f-5ce4606d3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:24.027195 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-1d328a02-38a5-4666-a80f-5ce4606d3d24 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863693 Feb 02 16:05:24.205216 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-9a65ace6-1a1c-4241-9867-be01ad100af5 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537504 Feb 02 16:05:24.230920 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eca2a-d7b6-4ca1-b9e2-20ebc86c68f8 req-91c4a10b-678e-4512-9308-6ecd799a6dd8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:24.232469 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-528eca2a-d7b6-4ca1-b9e2-20ebc86c68f8 req-91c4a10b-678e-4512-9308-6ecd799a6dd8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.2120264 Feb 02 16:05:24.268609 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426700a-e5f7-49d3-b4dd-e02c19426de7 None None] New status for floating IP 9578c1fb-319e-402d-b1bf-65b612f588c6: ACTIVE {{(pid=98644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:05:24.339964 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-528eca2a-d7b6-4ca1-b9e2-20ebc86c68f8 req-ae225880-7538-4c53-b78e-5dafc573b8d4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964980 Feb 02 16:05:24.398539 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ce49153-8db5-46e0-91a2-3389f733abc1 req-df76c5be-f2b4-4258-a8f9-93e0d7e9d6d6 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857479 Feb 02 16:05:24.539237 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7cc8c-65a8-4b5a-aad6-1cb5087d351e req-37d1f283-5748-4b07-be91-71da5db17120 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:24.541254 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-23b7cc8c-65a8-4b5a-aad6-1cb5087d351e req-37d1f283-5748-4b07-be91-71da5db17120 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1040771 Feb 02 16:05:24.640486 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-23b7cc8c-65a8-4b5a-aad6-1cb5087d351e req-237a9283-d39d-498e-ae6e-e9b25744903e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912881 Feb 02 16:05:24.754478 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-41542222-5a75-43c4-a33b-1eb18a85ae6e req-cd67454f-8b13-4d7f-8860-0b7220f1b041 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 210 time: 0.0658388 Feb 02 16:05:24.833157 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-578e8434-3458-4e5f-8185-06ab0b4ad0e5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:24.834773 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-578e8434-3458-4e5f-8185-06ab0b4ad0e5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.1934521 Feb 02 16:05:24.856973 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Request body: {'port': {'device_id': 'a696c396-166b-4173-9c71-7675a51325d5', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'admin_state_up': True, 'tenant_id': '4b7dd5c8331a4d7e8b8c82d642eb437c'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:25.040745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c30a8639-dd19-4ea7-a6f7-ffeab34536c7 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:05:25.091210 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-77db6837-6df4-44eb-a2bd-f14333dd16dd req-a08f6525-76af-4fc6-86bf-c61836dbce76 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Synchronizing usage tracker for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:25.093468 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66395bba-067c-46cb-99ea-8585068845c7', 'name': 'network-vif-deleted', 'tag': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:25.110204 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: c30a8639-dd19-4ea7-a6f7-ffeab34536c7 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:05:25.110584 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c30a8639-dd19-4ea7-a6f7-ffeab34536c7 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:05:25.161386 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66395bba-067c-46cb-99ea-8585068845c7', 'name': 'network-vif-deleted', 'tag': 'c30a8639-dd19-4ea7-a6f7-ffeab34536c7', 'status': 'completed', 'code': 200} Feb 02 16:05:25.188938 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:25.198571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:25.271749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-77db6837-6df4-44eb-a2bd-f14333dd16dd req-a08f6525-76af-4fc6-86bf-c61836dbce76 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] Unset dirty status for tenant:5fc46bdada0a487d81bf7426308a0fad on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:25.272923 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-77db6837-6df4-44eb-a2bd-f14333dd16dd req-a08f6525-76af-4fc6-86bf-c61836dbce76 tempest-DeleteServersTestJSON-1747304336 tempest-DeleteServersTestJSON-1747304336-project] 10.222.0.31 "GET /v2.0/ports?device_id=66395bba-067c-46cb-99ea-8585068845c7 HTTP/1.1" status: 200 len: 210 time: 0.3930469 Feb 02 16:05:25.316089 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Made reservation on behalf of 4b7dd5c8331a4d7e8b8c82d642eb437c for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:25.320257 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:25.493344 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Allocated IP 172.20.0.13 (a1917e93-a393-4b49-8d83-92159f7ebbce/902f0c28-1a79-4477-945c-b00a5db71101/b3d33393-a9e1-4bfd-939d-a6b35ed6aae7) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:25.524018 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8af6d-ce8c-4e4d-bc0c-407ea43872da req-93f75d2f-5cac-4528-9a7e-21bd5da14246 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:25.525579 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ecc8af6d-ce8c-4e4d-bc0c-407ea43872da req-93f75d2f-5cac-4528-9a7e-21bd5da14246 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0804968 Feb 02 16:05:25.574106 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ecc8af6d-ce8c-4e4d-bc0c-407ea43872da req-7f0d366c-1358-4e40-b410-63d536d550bf tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Feb 02 16:05:25.702017 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 38906) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:25.728613 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:25.869676 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:25.873111 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:25.911685 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:25.960292 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:25.975948 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Usage tracker for resource:security_group_rule and tenant:8395be9d7c0a49adaafd033ec62c3db7 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:26.003354 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Network a1917e93-a393-4b49-8d83-92159f7ebbce is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:26.009014 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:26.009157 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41299-fec6-4ef2-b85e-30374bf765a2 req-9fd64bce-3d34-4977-a121-e3368a5443f0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:26.011823 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:26.016019 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-01f41299-fec6-4ef2-b85e-30374bf765a2 req-9fd64bce-3d34-4977-a121-e3368a5443f0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 932 time: 0.0959997 Feb 02 16:05:26.032827 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:26.048640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:26.055624 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.061552 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:26.071814 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-01f41299-fec6-4ef2-b85e-30374bf765a2 req-87767302-ad75-4f07-a5bf-f26cc71af0a8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 Feb 02 16:05:26.102804 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event updated for resources: {'Port': ['ID=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:26.154532 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8c9ae-8470-4d38-8d8e-d93374ae2bd3 req-190413f9-bff2-4aaa-a897-0f458af08146 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:26.155919 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f5d8c9ae-8470-4d38-8d8e-d93374ae2bd3 req-190413f9-bff2-4aaa-a897-0f458af08146 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.3646095 Feb 02 16:05:26.227742 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.232643 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f5d8c9ae-8470-4d38-8d8e-d93374ae2bd3 req-0942b49b-d841-46d5-b270-8432fed4573e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657048 Feb 02 16:05:26.253319 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-55d2d175-0472-473f-a925-7f2162665f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4015660 Feb 02 16:05:26.275124 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Request body: {'port': {'device_id': 'a696c396-166b-4173-9c71-7675a51325d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:26.314161 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.423036 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8395be9d7c0a49adaafd033ec62c3db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7201910 Feb 02 16:05:26.425715 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 38934) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:26.430800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2ed21-935d-43a6-b37e-ea687997572b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d26393-06ec-4675-a493-e5ab9707628e,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:26.454760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.494173 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-abc69bdf-52e8-486c-a536-0bb0632c46f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.522282 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-abc69bdf-52e8-486c-a536-0bb0632c46f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.684586 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-abc69bdf-52e8-486c-a536-0bb0632c46f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.708976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc69bdf-52e8-486c-a536-0bb0632c46f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d26393-06ec-4675-a493-e5ab9707628e,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:26.715194 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-abc69bdf-52e8-486c-a536-0bb0632c46f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.716426 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-abc69bdf-52e8-486c-a536-0bb0632c46f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1d26393-06ec-4675-a493-e5ab9707628e HTTP/1.1" status: 204 len: 168 time: 0.2896485 Feb 02 16:05:26.856766 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522b98-4afe-414b-be1e-cf39576d4619 req-e20fe004-2888-42be-8457-a2683cedc238 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:26.858240 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f5522b98-4afe-414b-be1e-cf39576d4619 req-e20fe004-2888-42be-8457-a2683cedc238 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1431708 Feb 02 16:05:26.949384 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:26.959938 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f5522b98-4afe-414b-be1e-cf39576d4619 req-f194e26a-f15a-4334-a3b3-8fecefe4176e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Feb 02 16:05:26.961527 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.979737 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Transition to ACTIVE for port object b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:27.072628 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:27.275313 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:27.295436 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.296223 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.296693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.297173 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.297612 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.298080 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.298515 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.298948 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.299441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.299865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.300294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.300719 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:27.304333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Attempting to bind port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:27.304764 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Attempting to bind port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:27.305197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Attempting to bind port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:27.313362 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 on network a1917e93-a393-4b49-8d83-92159f7ebbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:05:27.313808 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Attempting to bind port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:27.314776 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b87148-739d-4441-b97e-fb2c88ca93a4 req-3e19d73c-d85e-49ad-815e-c16dcd33233a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:27.316503 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c6b87148-739d-4441-b97e-fb2c88ca93a4 req-3e19d73c-d85e-49ad-815e-c16dcd33233a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 944 time: 0.1181693 Feb 02 16:05:27.319564 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:27.320101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Checking segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:27.324101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Bound using segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:27.324101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Bound port: b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:27.324101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:27.363595 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c6b87148-739d-4441-b97e-fb2c88ca93a4 req-30542ddc-7241-4740-b2a7-bb9b3a8ee2bf tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Feb 02 16:05:27.413296 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] For port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:27.416325 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] For port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:27.484403 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:27.549346 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:27.552798 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:27.552798 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] 10.222.0.85 "PUT /v2.0/ports/b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 HTTP/1.1" status: 200 len: 1094 time: 1.2808263 Feb 02 16:05:27.552798 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a696c396-166b-4173-9c71-7675a51325d5', 'tag': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:27.581521 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ccef-d944-4af2-8aa3-d7047d723f04 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:27.615918 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a696c396-166b-4173-9c71-7675a51325d5', 'tag': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', 'status': 'completed', 'code': 200} Feb 02 16:05:27.833728 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed784c-1fdc-4d6f-a493-175f9cae07af req-ffa8c314-5ed8-4c84-b721-4f315fc2ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:27.835228 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a3ed784c-1fdc-4d6f-a493-175f9cae07af req-ffa8c314-5ed8-4c84-b721-4f315fc2ce7f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 1097 time: 0.1508181 Feb 02 16:05:27.988886 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed784c-1fdc-4d6f-a493-175f9cae07af req-776f78cb-22ac-48fa-8243-8cbb40c5d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:27.990346 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a3ed784c-1fdc-4d6f-a493-175f9cae07af req-776f78cb-22ac-48fa-8243-8cbb40c5d32e service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1381259 Feb 02 16:05:28.158930 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed784c-1fdc-4d6f-a493-175f9cae07af req-4f96777f-7d7c-42f3-b95d-d133339c5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:28.160947 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a3ed784c-1fdc-4d6f-a493-175f9cae07af req-4f96777f-7d7c-42f3-b95d-d133339c5be1 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640060 Feb 02 16:05:28.170799 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5386a-f413-4d55-a2ac-6195dbf4fb8e req-7637d64d-4933-4255-9505-33f65119534f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:28.173218 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-94e5386a-f413-4d55-a2ac-6195dbf4fb8e req-7637d64d-4933-4255-9505-33f65119534f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0889587 Feb 02 16:05:28.231532 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-94e5386a-f413-4d55-a2ac-6195dbf4fb8e req-e5699701-1030-4556-a8ee-44fa07a39cf3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522583 Feb 02 16:05:28.374206 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-78eb4616-ca0e-402d-8509-86c2c10a3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:28.376507 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-78eb4616-ca0e-402d-8509-86c2c10a3689 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 1097 time: 0.0961502 Feb 02 16:05:28.403680 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39054) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:28.465714 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-4eca62a0-9509-428d-89b2-8554fd288413 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 HTTP/1.1" status: 200 len: 217 time: 0.0711019 Feb 02 16:05:28.471861 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Deleting subnet 10187aea-1fc5-4182-8eca-3903e03abc78 {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:05:28.474829 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.525169 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.532994 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.593281 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-1d64b341-9b18-4e8e-9289-84e3693ec187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:28.595099 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-1d64b341-9b18-4e8e-9289-84e3693ec187 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 200 len: 854 time: 0.1216137 Feb 02 16:05:28.620180 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39062) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:28.664863 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-17096982-7d68-4a53-a6f4-3a6c346046e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a1917e93-a393-4b49-8d83-92159f7ebbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572743 Feb 02 16:05:28.681392 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ce4ad-c4d7-47b7-803a-173f164f4501 req-57f65b8e-a97d-4d88-bcec-91170eef5f09 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:28.682216 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0d5ce4ad-c4d7-47b7-803a-173f164f4501 req-57f65b8e-a97d-4d88-bcec-91170eef5f09 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:28.693635 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.735749 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10187aea-1fc5-4182-8eca-3903e03abc78,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:28.751185 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.758722 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ebe3285d-538c-4802-8ef9-1e4de209c4a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10187aea-1fc5-4182-8eca-3903e03abc78 HTTP/1.1" status: 204 len: 168 time: 0.3537304 Feb 02 16:05:28.773155 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39072) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:28.798221 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.840193 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0d5ce4ad-c4d7-47b7-803a-173f164f4501 req-57f65b8e-a97d-4d88-bcec-91170eef5f09 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:28.841382 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0d5ce4ad-c4d7-47b7-803a-173f164f4501 req-57f65b8e-a97d-4d88-bcec-91170eef5f09 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 944 time: 0.3262644 Feb 02 16:05:28.844782 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-eaa1d480-4922-460c-9e5f-5246518ae411 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568701 Feb 02 16:05:28.872415 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:28.885282 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0fa99336d64db0904dd03de997efa6 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:28.890851 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:28.898681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:28.903028 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.972329 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0d5ce4ad-c4d7-47b7-803a-173f164f4501 req-97f83be0-16b5-4d37-9cfc-9554f2836628 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248386 Feb 02 16:05:29.024096 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00a1c81b-076c-46f8-9c67-a853da698d18 req-05133ec1-5a93-4af5-a8ea-80177df6b2de service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633713 Feb 02 16:05:29.064563 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.104144 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.104515 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.105351 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.105708 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > port after_create 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.113976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.113976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > port after_update 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.113976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.113976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.113976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.113976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.139990 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39082) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:29.144685 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-ed34318c-bfba-4cc8-ad68-3908b54503be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.259523 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.275721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:29.279809 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:831160d887d449a68e700f6a047accff is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:29.282747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:29.288745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:29.348668 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.349269 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.349392 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.349646 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:05:29.350023 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0eba97-f05c-4a88-89c8-4237312a1126']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:29.375326 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630f0012-9dcf-4bd4-ba34-a7a382efac00') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:29.375669 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630f0012-9dcf-4bd4-ba34-a7a382efac00') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:29.378972 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.399015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.406910 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.420158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.428860 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:05:29.429266 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.444674 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: from cryptography.utils import int_from_bytes Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: from cryptography.utils import int_from_bytes Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: util.warn_limited( Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: util.warn_limited( Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:05:29.445781 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:05:29.503118 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=831160d887d449a68e700f6a047accff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618999 Feb 02 16:05:29.504689 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68724c70-fafa-4ed6-ab48-f33db9e9c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb0e2c3-451d-465c-a62d-0c0505abd0a8,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:29.508236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39090) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:29.512860 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.566351 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-055f57a6-f1ca-461e-928f-2435ec3d1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.593176 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-055f57a6-f1ca-461e-928f-2435ec3d1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.614022 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec0fa99336d64db0904dd03de997efa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9920437 Feb 02 16:05:29.620205 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39096) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:29.627330 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f41944-24b9-474b-a0cd-d097f2adad4f,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:29.652673 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.660002 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0d6bf-e938-42a9-9561-e0e5d7bc5350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.686148 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.701262 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-055f57a6-f1ca-461e-928f-2435ec3d1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.717185 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.719721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f57a6-f1ca-461e-928f-2435ec3d1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb0e2c3-451d-465c-a62d-0c0505abd0a8,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:29.723359 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-055f57a6-f1ca-461e-928f-2435ec3d1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.724475 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-055f57a6-f1ca-461e-928f-2435ec3d1264 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cb0e2c3-451d-465c-a62d-0c0505abd0a8 HTTP/1.1" status: 204 len: 168 time: 0.2153289 Feb 02 16:05:29.724885 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0eba97-f05c-4a88-89c8-4237312a1126,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:29.749046 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3bcfb-b8ca-4422-954b-5a92be71bc19 req-6ccbcc42-beb1-45ca-b0f8-279146b56695 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:29.750797 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-97b3bcfb-b8ca-4422-954b-5a92be71bc19 req-6ccbcc42-beb1-45ca-b0f8-279146b56695 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.2522962 Feb 02 16:05:29.764902 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3d38-14e7-4fab-894c-ab4567511d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.817100 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3d38-14e7-4fab-894c-ab4567511d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.832880 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-97b3bcfb-b8ca-4422-954b-5a92be71bc19 req-97694b8b-e683-4008-b953-0cdd0a52c15b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722725 Feb 02 16:05:29.846680 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0ae18625-7f9a-4371-9da1-93aa8f125648 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fe0eba97-f05c-4a88-89c8-4237312a1126 HTTP/1.1" status: 204 len: 168 time: 1.0702033 Feb 02 16:05:29.956634 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3d38-14e7-4fab-894c-ab4567511d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.971569 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab3d38-14e7-4fab-894c-ab4567511d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f41944-24b9-474b-a0cd-d097f2adad4f,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:29.980253 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3d38-14e7-4fab-894c-ab4567511d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.981774 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c7ab3d38-14e7-4fab-894c-ab4567511d9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71f41944-24b9-474b-a0cd-d097f2adad4f HTTP/1.1" status: 204 len: 168 time: 0.3571227 Feb 02 16:05:30.171028 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39124) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:30.215948 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc3a3-3c4a-418a-84ad-813768673fa0 req-cb47118d-0f2f-4a1d-9383-066999d60076 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:30.217780 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d55fc3a3-3c4a-418a-84ad-813768673fa0 req-cb47118d-0f2f-4a1d-9383-066999d60076 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 944 time: 0.0945587 Feb 02 16:05:30.279816 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d55fc3a3-3c4a-418a-84ad-813768673fa0 req-b8eb9ad3-ab1e-4ce5-81ef-caa68b026b4c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556061 Feb 02 16:05:30.315620 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-09fbf92f-c584-4398-af10-80355e62157b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fc46bdada0a487d81bf7426308a0fad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1407385 Feb 02 16:05:30.315762 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39128) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:30.384003 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-882da1c4-7799-4e29-9bf4-d979d7a91674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.414440 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-882da1c4-7799-4e29-9bf4-d979d7a91674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.541513 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-882da1c4-7799-4e29-9bf4-d979d7a91674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.561579 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da1c4-7799-4e29-9bf4-d979d7a91674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be63c1-b18d-469e-a2ba-7441637c47f2,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:30.671614 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-882da1c4-7799-4e29-9bf4-d979d7a91674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.675433 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-882da1c4-7799-4e29-9bf4-d979d7a91674 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67be63c1-b18d-469e-a2ba-7441637c47f2 HTTP/1.1" status: 204 len: 168 time: 0.3562238 Feb 02 16:05:30.678568 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39136) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:30.695949 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.710988 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:30.715873 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Usage tracker for resource:security_group_rule and tenant:242e679753b04e10a26fccf813e78579 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:30.718927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:30.724874 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:30.757090 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39140) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:30.775282 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.793554 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:30.798005 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Usage tracker for resource:security_group_rule and tenant:653bfa851c7b4a77941fd59ee0e5fd21 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:30.800990 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:30.806896 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:30.821225 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.878441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.928621 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=242e679753b04e10a26fccf813e78579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489777 Feb 02 16:05:30.929666 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b65c4-1fcd-4535-b354-9bb20ada3e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5851d3ad-fc1b-4706-a643-920ad3270a98,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:30.932131 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39146) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:30.993382 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6da88db-d436-4dd1-888c-8af085667e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.015145 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.020338 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6da88db-d436-4dd1-888c-8af085667e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.052599 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914d98-65e9-42b5-b9f6-fbb56e7589a4 req-b86fc78e-c495-4a1d-93ca-235b3b49f280 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:31.053962 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2c914d98-65e9-42b5-b9f6-fbb56e7589a4 req-b86fc78e-c495-4a1d-93ca-235b3b49f280 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1037281 Feb 02 16:05:31.091094 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.121460 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2c914d98-65e9-42b5-b9f6-fbb56e7589a4 req-b3a792ad-5ea1-4997-bf18-0cc0f91c49c1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608766 Feb 02 16:05:31.153079 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6da88db-d436-4dd1-888c-8af085667e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.159410 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=653bfa851c7b4a77941fd59ee0e5fd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954186 Feb 02 16:05:31.159410 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1442bd1-40c7-4589-95fb-c217f8f1b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b1ffa-a0f9-4aec-a7a0-eb6c3b842355,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:31.164472 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39152) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:31.170767 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da88db-d436-4dd1-888c-8af085667e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851d3ad-fc1b-4706-a643-920ad3270a98,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:31.175090 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6da88db-d436-4dd1-888c-8af085667e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.176365 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b6da88db-d436-4dd1-888c-8af085667e92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5851d3ad-fc1b-4706-a643-920ad3270a98 HTTP/1.1" status: 204 len: 168 time: 0.2424641 Feb 02 16:05:31.241140 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2936394b-6eae-4b71-9bd0-2ad59a932b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.271866 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2936394b-6eae-4b71-9bd0-2ad59a932b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.404335 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-98635265-9a15-4b46-ab7c-7125fed68182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.450305 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2936394b-6eae-4b71-9bd0-2ad59a932b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.475179 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936394b-6eae-4b71-9bd0-2ad59a932b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b1ffa-a0f9-4aec-a7a0-eb6c3b842355,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:31.488335 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2936394b-6eae-4b71-9bd0-2ad59a932b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.491757 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2936394b-6eae-4b71-9bd0-2ad59a932b92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad6b1ffa-a0f9-4aec-a7a0-eb6c3b842355 HTTP/1.1" status: 204 len: 168 time: 0.3262467 Feb 02 16:05:31.583367 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5cf97-3eab-4053-80b5-e392065679a8 req-39eabd3d-4dd7-4e49-b503-a2dc1336fc33 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:31.583367 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c1a5cf97-3eab-4053-80b5-e392065679a8 req-39eabd3d-4dd7-4e49-b503-a2dc1336fc33 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 944 time: 0.1740763 Feb 02 16:05:31.635413 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c1a5cf97-3eab-4053-80b5-e392065679a8 req-51de1267-f546-4edd-bd0f-318ff037f2ed tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Feb 02 16:05:32.177234 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39202) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:32.315039 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d70d-d8fb-44bf-a2b1-83b7a1ca645c req-dccdafaf-14b6-490b-8318-7549b6eab3ba tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:32.316678 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9fb1d70d-d8fb-44bf-a2b1-83b7a1ca645c req-dccdafaf-14b6-490b-8318-7549b6eab3ba tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0816605 Feb 02 16:05:32.321651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:32.368167 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9fb1d70d-d8fb-44bf-a2b1-83b7a1ca645c req-3b153f49-e2ef-491e-a6f3-43b1601f0977 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Feb 02 16:05:32.493894 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-94231775-network', 'tenant_id': '12080162c4ee44608e4405978b6b14ca'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:32.499207 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:32.503008 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Usage tracker for resource:network and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:32.505872 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:32.512813 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:32.730152 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:32.764038 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Made reservation on behalf of 12080162c4ee44608e4405978b6b14ca for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:32.767236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:32.785721 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:32.808057 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:32.812203 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:32.815168 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:32.820855 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:32.838699 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367596d3-5862-4294-a038-9f7359c54c16 req-0f96e91f-c028-40cf-a258-4fe7796f53c1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:32.841133 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-367596d3-5862-4294-a038-9f7359c54c16 req-0f96e91f-c028-40cf-a258-4fe7796f53c1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 944 time: 0.0972049 Feb 02 16:05:32.896225 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-367596d3-5862-4294-a038-9f7359c54c16 req-44d2851d-7cc2-4c51-849f-ae872564445c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 Feb 02 16:05:32.938168 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.027693 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.058760 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:05:33.068864 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79751779-61a3-428a-b590-973e3954eabc,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:33.071793 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:33.077174 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.077174 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Added segment 25ae36c1-bd28-4795-9779-359a4833b444 of type vlan for network 72828d6a-b12a-460d-8837-f1dea113772e Feb 02 16:05:33.109026 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.226339 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:33.235363 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.236418 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:33.236895 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.245740 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'port_id': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', 'mac_address': 'fa:16:3e:36:ec:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902f0c28-1a79-4477-945c-b00a5db71101', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:33.304999 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.323848 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:33.341704 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:33.342007 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] Pushing event updated for resources: {'Network': ['ID=72828d6a-b12a-460d-8837-f1dea113772e,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:33.352686 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 72828d6a-b12a-460d-8837-f1dea113772e details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:05:33.412271 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d7fcf8ff-f6f4-4d25-ac71-f23117dd80e9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2328622 Feb 02 16:05:33.413059 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39244) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:33.423607 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Request body: {'subnet': {'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-subnet', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:33.429202 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:33.439617 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Usage tracker for resource:subnet and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:33.445213 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:33.459596 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.470672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:33.552534 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Made reservation on behalf of 12080162c4ee44608e4405978b6b14ca for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:33.555010 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.561211 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:33.577926 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.578469 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.578995 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.579596 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.580108 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.580614 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.581099 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.581659 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.582158 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.582777 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.583281 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.583842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:33.639627 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a52ff0-dfaa-43a0-937f-41703e546073 req-bc36e742-416b-4150-bb96-7f90ae29dc44 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:33.641418 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-32a52ff0-dfaa-43a0-937f-41703e546073 req-bc36e742-416b-4150-bb96-7f90ae29dc44 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1073258 Feb 02 16:05:33.703881 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-32a52ff0-dfaa-43a0-937f-41703e546073 req-23dd3e93-0d05-4674-978b-d222c02d5670 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560827 Feb 02 16:05:33.893204 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:33.909688 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['b3d33393-a9e1-4bfd-939d-a6b35ed6aae7'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:33.967749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19a8244-c2da-443d-a935-20247696a73a,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:34.012261 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Checking segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:34.012261 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Network hostable DHCP agents. Network: 72828d6a-b12a-460d-8837-f1dea113772e, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:05:34.039794 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.112795 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Network 72828d6a-b12a-460d-8837-f1dea113772e is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:05:34.153548 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06c4ff-acee-49b2-b375-0b82cd805b58 req-4ff57393-2153-455d-a884-d0e448d19a30 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:34.155014 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-de06c4ff-acee-49b2-b375-0b82cd805b58 req-4ff57393-2153-455d-a884-d0e448d19a30 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 945 time: 0.1048772 Feb 02 16:05:34.203581 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 72828d6a-b12a-460d-8837-f1dea113772e) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:34.210162 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:34.211273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.216024 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96e32b-d8de-461c-9c49-581f3ca90332 None None] Network 72828d6a-b12a-460d-8837-f1dea113772e requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:05:34.221850 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-de06c4ff-acee-49b2-b375-0b82cd805b58 req-1e4b77af-a796-4a80-8e95-d519c5115561 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560768 Feb 02 16:05:34.334129 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-4b080944-67e3-4359-b220-cc3dd516a64d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9199152 Feb 02 16:05:34.336925 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39274) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:34.341850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:34.346229 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:34.350012 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Usage tracker for resource:router and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:34.352887 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:34.358627 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:34.428213 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.430353 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.452911 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.461754 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-72828d6a-b12a-460d-8837-f1dea113772e', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 16:05:34.462662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.662250 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Allocated IP 172.20.0.2 (72828d6a-b12a-460d-8837-f1dea113772e/f19a8244-c2da-443d-a935-20247696a73a/f8fc7f5f-01aa-4d7a-9038-6747b2211612) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:34.911088 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.923536 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.937065 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Transition to ACTIVE for port object f8fc7f5f-01aa-4d7a-9038-6747b2211612 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:34.956517 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Transition to ACTIVE for port object f8fc7f5f-01aa-4d7a-9038-6747b2211612 will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:34.977710 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238bfb4-1de7-45a0-b83b-38b53589843b req-17de8f8e-91aa-41d4-8fa4-683d0431c3e7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:34.979129 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4238bfb4-1de7-45a0-b83b-38b53589843b req-17de8f8e-91aa-41d4-8fa4-683d0431c3e7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1378436 Feb 02 16:05:35.030475 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.059057 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4238bfb4-1de7-45a0-b83b-38b53589843b req-a8f32f46-ad2f-41ee-84ec-47876600c6ca tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729196 Feb 02 16:05:35.089413 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:35.192767 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Network 72828d6a-b12a-460d-8837-f1dea113772e is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:35.199164 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:35.204558 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:35.244866 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Pushing event updated for resources: {'Port': ['ID=f8fc7f5f-01aa-4d7a-9038-6747b2211612,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:35.301128 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Attempting to bind port f8fc7f5f-01aa-4d7a-9038-6747b2211612 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:35.301501 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Attempting to bind port f8fc7f5f-01aa-4d7a-9038-6747b2211612 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:35.301863 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Attempting to bind port f8fc7f5f-01aa-4d7a-9038-6747b2211612 on network 72828d6a-b12a-460d-8837-f1dea113772e {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:35.308285 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:35.311440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Checking segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:35.311440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.311440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Bound using segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:35.311440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Bound port: f8fc7f5f-01aa-4d7a-9038-6747b2211612, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:35.311440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.358430 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:35.377473 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:35.377919 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.425571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.456881 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] For port f8fc7f5f-01aa-4d7a-9038-6747b2211612, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:35.461857 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.463819 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] For port f8fc7f5f-01aa-4d7a-9038-6747b2211612, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f8fc7f5f-01aa-4d7a-9038-6747b2211612,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:35.538737 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.597810 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121d6c-5bbe-4882-bf72-0d8941880dc1 req-cd2ea8c4-66e8-4027-b46e-cc7769bce0c0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:35.599300 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a2121d6c-5bbe-4882-bf72-0d8941880dc1 req-cd2ea8c4-66e8-4027-b46e-cc7769bce0c0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 945 time: 0.2184916 Feb 02 16:05:35.614468 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.653617 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919267-71c3-4c49-a20d-16a7cf73727b None None] Pushing event updated for resources: {'Port': ['ID=f8fc7f5f-01aa-4d7a-9038-6747b2211612,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:35.668975 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a696c396-166b-4173-9c71-7675a51325d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:35.681338 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:35.750408 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a696c396-166b-4173-9c71-7675a51325d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', 'code': 200} Feb 02 16:05:35.757680 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Allocated IP 172.28.2.5 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/b9decda0-85bf-47d2-8eb5-fc3cf1c494dc) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:35.794807 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a2121d6c-5bbe-4882-bf72-0d8941880dc1 req-81680435-117d-46bf-8234-6f8c71d5f7b8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845322 Feb 02 16:05:35.841010 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.978427 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:36.051574 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:36.173289 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:36.241566 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:36.245102 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:36.247539 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:36.300115 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d28bc1-7cbc-4e32-87ee-192d2796c8b1 req-35b6a0ec-8c3a-4ec4-937f-5a967ea1bef0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:36.302608 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-59d28bc1-7cbc-4e32-87ee-192d2796c8b1 req-35b6a0ec-8c3a-4ec4-937f-5a967ea1bef0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1129076 Feb 02 16:05:36.355160 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-59d28bc1-7cbc-4e32-87ee-192d2796c8b1 req-e29ac25a-f130-42b9-a41c-3de9166fa362 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Feb 02 16:05:36.414370 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Pushing event updated for resources: {'Port': ['ID=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:36.535196 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe4b-e188-4819-9c62-aa986d75ba5d req-3d7231f0-ad5e-4193-ab3e-2dd41c6a6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:36.538912 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e97ebe4b-e188-4819-9c62-aa986d75ba5d req-3d7231f0-ad5e-4193-ab3e-2dd41c6a6d8d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 1099 time: 0.2068007 Feb 02 16:05:36.585044 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e97ebe4b-e188-4819-9c62-aa986d75ba5d req-6b3212ce-5cc5-4339-bc82-457a159e14ec service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Feb 02 16:05:36.814990 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:36.997509 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982af9f9-4302-4866-8dc3-03ec890bf575 None None] Network 72828d6a-b12a-460d-8837-f1dea113772e requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:05:37.131890 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:05:37.182765 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-dba753be-ddc3-4b42-b413-24cd8adea3bf None None] Provisioning for port f8fc7f5f-01aa-4d7a-9038-6747b2211612 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:37.270818 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f8fc7f5f-01aa-4d7a-9038-6747b2211612 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:37.279596 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37413eb1-3f14-4d82-b333-3755353d1a82 req-3ccb3073-df1b-4af9-af27-ef8954118000 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:37.281059 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-37413eb1-3f14-4d82-b333-3755353d1a82 req-3ccb3073-df1b-4af9-af27-ef8954118000 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 946 time: 0.2605391 Feb 02 16:05:37.352935 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-37413eb1-3f14-4d82-b333-3755353d1a82 req-9eefd97e-7f87-4fa2-9cf6-5942795408d2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Feb 02 16:05:37.354016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:37.447283 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port f8fc7f5f-01aa-4d7a-9038-6747b2211612 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:37.456675 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port f8fc7f5f-01aa-4d7a-9038-6747b2211612 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:37.457868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:37.583591 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a58412-5ebc-446a-9405-c649aa3f7a51 req-997f1eab-4121-499d-abb9-4f4266d111f6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:37.595935 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-49a58412-5ebc-446a-9405-c649aa3f7a51 req-997f1eab-4121-499d-abb9-4f4266d111f6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1140358 Feb 02 16:05:37.621073 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:37.653463 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-49a58412-5ebc-446a-9405-c649aa3f7a51 req-27af6ebf-9edb-4154-8345-f904f2f90f36 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562351 Feb 02 16:05:37.660068 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port f8fc7f5f-01aa-4d7a-9038-6747b2211612, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f8fc7f5f-01aa-4d7a-9038-6747b2211612,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:37.673380 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-ee490b83-f7ac-4fca-914e-319bed8bd5c2 None None] Provisioning complete for port f8fc7f5f-01aa-4d7a-9038-6747b2211612 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:37.673756 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-ee490b83-f7ac-4fca-914e-319bed8bd5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:37.778125 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:37.801305 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:05:37.841822 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-ee490b83-f7ac-4fca-914e-319bed8bd5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:37.874389 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=f8fc7f5f-01aa-4d7a-9038-6747b2211612,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:37.960947 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-ee490b83-f7ac-4fca-914e-319bed8bd5c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:05:37.960947 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-ee490b83-f7ac-4fca-914e-319bed8bd5c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:05:37.988757 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:05:38.000652 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:05:38.012942 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:05:38.013558 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:05:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:38.078582 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] Notify callbacks [] for router, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:38.079945 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-15c9d5a2-f2f5-4bb5-9b4d-ec76a8daf551 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7419903 Feb 02 16:05:38.083426 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39344) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:38.241096 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:05:38.589813 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:36Z', 'revision_number': 3, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:38.593907 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:05:38.594304 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Updating router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:05:38.594861 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671d5f3-7fe1-4058-8a85-cb83a94356d7 req-405c4a8a-33b6-46a2-8da3-4b68aed530b4 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:38.596459 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e671d5f3-7fe1-4058-8a85-cb83a94356d7 req-405c4a8a-33b6-46a2-8da3-4b68aed530b4 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 946 time: 0.0920713 Feb 02 16:05:38.659453 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e671d5f3-7fe1-4058-8a85-cb83a94356d7 req-874cf5f5-d728-43de-beff-08ce5caecb9b tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526516 Feb 02 16:05:38.676054 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:38.973513 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b5b80-580d-4cae-9856-175413793815 req-6d3c434e-d130-4638-af3d-991392569f7b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:38.980571 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9f1b5b80-580d-4cae-9856-175413793815 req-6d3c434e-d130-4638-af3d-991392569f7b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1779389 Feb 02 16:05:39.097615 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9f1b5b80-580d-4cae-9856-175413793815 req-e990282d-66b2-4a24-8aa2-5f94fc112a75 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160686 Feb 02 16:05:39.102360 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.127842 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Transition to ACTIVE for port object b9decda0-85bf-47d2-8eb5-fc3cf1c494dc will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:39.142802 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.192601 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.218255 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f8fc7f5f-01aa-4d7a-9038-6747b2211612 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:39.297759 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Pushing event updated for resources: {'Port': ['ID=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,revision_number=2']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:39.299990 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port f8fc7f5f-01aa-4d7a-9038-6747b2211612 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:39.300563 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.319495 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Attempting to bind port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:39.319861 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Attempting to bind port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:39.320237 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Attempting to bind port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:39.330551 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:39.330934 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:39.331361 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.331911 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:39.332437 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Bound port: b9decda0-85bf-47d2-8eb5-fc3cf1c494dc, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:39.332904 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.385794 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.386148 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.386492 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.386829 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.387163 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.387518 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.388322 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.388661 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.388995 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.389322 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.389650 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.389975 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:39.446424 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Allocated IP 172.20.0.1 (72828d6a-b12a-460d-8837-f1dea113772e/f19a8244-c2da-443d-a935-20247696a73a/f13cc0b0-844e-4157-8598-61dc5230d6ff) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:39.462757 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] For port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:39.467179 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] For port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:39.603939 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.615336 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.623209 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.provisioning_blocks [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Transition to ACTIVE for port object f13cc0b0-844e-4157-8598-61dc5230d6ff will not be triggered until provisioned by entity DHCP. {{(pid=98642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:39.699547 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:05:39.700152 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:05:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:39.736129 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.778038 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf93c1-ee08-47d6-b467-8d759011cedc None None] Pushing event updated for resources: {'Port': ['ID=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:39.832902 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Network 72828d6a-b12a-460d-8837-f1dea113772e is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:39.835810 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:39.840116 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:39.869613 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Pushing event updated for resources: {'Port': ['ID=f13cc0b0-844e-4157-8598-61dc5230d6ff,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:39.912238 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:39.953804 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:05:40.150202 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:40.255472 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-a4ee64e8-9f97-49a0-83d8-8e10425bbcdf None None] Provisioning for port f13cc0b0-844e-4157-8598-61dc5230d6ff completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:40.266355 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-a4ee64e8-9f97-49a0-83d8-8e10425bbcdf None None] Provisioning complete for port f13cc0b0-844e-4157-8598-61dc5230d6ff triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:40.267280 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a4ee64e8-9f97-49a0-83d8-8e10425bbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:40.272410 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:36Z', 'revision_number': 3, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:40.277995 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01ac2e-43b0-4e39-8446-1cb5757da152 None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:36Z', 'revision_number': 3, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:05:40.349148 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee64e8-9f97-49a0-83d8-8e10425bbcdf None None] Port f13cc0b0-844e-4157-8598-61dc5230d6ff cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:05:40.388763 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791cd81-e5d9-40fa-9eae-3bf12e1982aa req-e687450b-e135-4dd0-8cb0-da9534dc2933 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:40.390429 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7791cd81-e5d9-40fa-9eae-3bf12e1982aa req-e687450b-e135-4dd0-8cb0-da9534dc2933 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1423092 Feb 02 16:05:40.442831 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:40.444840 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7791cd81-e5d9-40fa-9eae-3bf12e1982aa req-85223eb1-32c6-4e9f-86fc-a29ad8df9c1d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Feb 02 16:05:40.519484 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2154230'] for port, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:40.700647 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:40.708006 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Pushing event updated for resources: {'Port': ['ID=f13cc0b0-844e-4157-8598-61dc5230d6ff,revision_number=2']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:40.862037 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Network 72828d6a-b12a-460d-8837-f1dea113772e is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:40.863367 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:41.108608 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:05:41.180540 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-9f844b17-4d9c-42fc-807b-01b71bdce253 None None] Provisioning complete for port f13cc0b0-844e-4157-8598-61dc5230d6ff triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:41.180910 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9f844b17-4d9c-42fc-807b-01b71bdce253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:41.248761 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-9f844b17-4d9c-42fc-807b-01b71bdce253 None None] Port f13cc0b0-844e-4157-8598-61dc5230d6ff cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:05:41.271312 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b9decda0-85bf-47d2-8eb5-fc3cf1c494dc up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:41.374436 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:05:41.387840 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-cfd50432-c112-4a53-8ad8-d2d1932cfe01 admin admin] 10.222.0.31 "PUT /v2.0/routers/770490ea-e4ff-48d3-97d4-1b80eaf3f88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033249 Feb 02 16:05:41.418598 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:41.424889 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:41.425370 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:41.550132 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39426) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:41.595017 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:41.616097 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:41.688372 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c43b6-d6e0-4e27-9a4a-0626d1f8bea6 req-a335eaab-86e7-48ca-8c2a-fdc196ce51e7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:41.695662 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ef2c43b6-d6e0-4e27-9a4a-0626d1f8bea6 req-a335eaab-86e7-48ca-8c2a-fdc196ce51e7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1242459 Feb 02 16:05:41.698909 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:41.771909 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ef2c43b6-d6e0-4e27-9a4a-0626d1f8bea6 req-04db6f6b-50fb-4eb3-951b-02eaff2a56d4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Feb 02 16:05:41.796370 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:41.803566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:41.817282 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:41.821798 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Usage tracker for resource:security_group_rule and tenant:f76d53d67dc44b18aa6419d2eba2093b is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:41.825782 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:41.832780 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:41.944597 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.078518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.143166 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f76d53d67dc44b18aa6419d2eba2093b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894504 Feb 02 16:05:42.143490 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39448) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:42.146934 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c120-8793-4057-80c8-f973e23f2435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9bcb7-6cf1-4e58-b99a-23c5207e19f9,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:42.171576 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39452) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:42.177519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523965267', 'description': 'tempest-description--2111445100'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:42.185662 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:42.189686 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:42.194733 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:42.204118 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:42.232901 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:05:42.236872 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5ba695e6-707a-444a-b970-b6e3e2bc8572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.251079 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:05:42.251745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:05:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:42.271922 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5ba695e6-707a-444a-b970-b6e3e2bc8572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.289901 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.331653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:42.339091 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:42.343734 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:42.356796 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:42.430011 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5ba695e6-707a-444a-b970-b6e3e2bc8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.447704 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba695e6-707a-444a-b970-b6e3e2bc8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9bcb7-6cf1-4e58-b99a-23c5207e19f9,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:42.456130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5ba695e6-707a-444a-b970-b6e3e2bc8572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.458172 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-5ba695e6-707a-444a-b970-b6e3e2bc8572 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01b9bcb7-6cf1-4e58-b99a-23c5207e19f9 HTTP/1.1" status: 204 len: 168 time: 0.3138149 Feb 02 16:05:42.530037 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:05:42.555186 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.652000 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.709873 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-58fb4f67-0d18-4956-a74a-2084546468e1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:42.719648 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:42.725773 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-58fb4f67-0d18-4956-a74a-2084546468e1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.2375703 Feb 02 16:05:42.736349 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-766a4dd5-8ccf-4e50-89ce-f3f8941fc65c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/quotas/4b7dd5c8331a4d7e8b8c82d642eb437c HTTP/1.1" status: 200 len: 375 time: 0.0156305 Feb 02 16:05:42.773270 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:42.775966 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2b8aaeb2-078d-403b-aabb-27d1c0c042d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6018972 Feb 02 16:05:42.780779 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39474) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:42.785608 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'security_group_rule': {'security_group_id': '282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:42.796225 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:42.800431 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:42.808372 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:42.823809 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:42.845851 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-a122eea7-672d-4430-b940-2292753929d0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031799 Feb 02 16:05:42.886723 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:40Z', 'revision_number': 2, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:42.892879 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:05:42.893303 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Updating router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f port f13cc0b0-844e-4157-8598-61dc5230d6ff binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:05:42.980529 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.001274 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.047833 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-d0064910-784c-442f-adee-7fac9cb78363 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948013 Feb 02 16:05:43.074613 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.100171 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76053e97-26ad-4fbc-959f-24c8cebae8dc req-6d40a10d-92a0-426b-bdee-2de67704f740 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:43.102217 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-76053e97-26ad-4fbc-959f-24c8cebae8dc req-6d40a10d-92a0-426b-bdee-2de67704f740 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1902320 Feb 02 16:05:43.158795 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-76053e97-26ad-4fbc-959f-24c8cebae8dc req-4ef71d39-b9fb-4186-a8db-7505f9c1bab2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Feb 02 16:05:43.175271 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.211447 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b0c000-6584-4407-91e7-f4d1a8ecfe0e,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:43.234427 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b9decda0-85bf-47d2-8eb5-fc3cf1c494dc up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:43.285472 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-35c8f0f7-a873-4cb7-839c-62e25648dba7 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308085 Feb 02 16:05:43.285732 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.286881 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6862c780-c52c-4963-942f-2b1b8828f8b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5064695 Feb 02 16:05:43.289824 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39484) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:43.294998 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'security_group_rule': {'security_group_id': '282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:43.301911 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:43.306104 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:43.310819 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:43.317258 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:43.326278 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39488) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:43.345357 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.360045 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:43.365246 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Usage tracker for resource:security_group_rule and tenant:c44e5d55b67d4716afebffae96fcba7f is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:43.368265 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:43.374600 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:43.409295 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:43.409668 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.431343 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.469387 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.501251 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.544274 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.546302 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.589522 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.591242 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Transition to ACTIVE for port object f13cc0b0-844e-4157-8598-61dc5230d6ff will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:43.630607 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029323c5-14db-4546-838a-2417591b60b5,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:43.643833 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8acbbb8e-8ad4-43ef-b329-d9bfd1469e23 req-b1b54012-3374-41a8-9264-42af38223c4c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 210 time: 0.0913856 Feb 02 16:05:43.659402 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.674546 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c44e5d55b67d4716afebffae96fcba7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450260 Feb 02 16:05:43.674546 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd59e8-9a04-4dc0-9903-e4d70eafd844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8a30c9-7c43-4aef-b70e-2ae52d540f83,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:43.676506 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39498) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:43.740119 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.744629 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-54a202d2-5bb2-4b18-8b1d-130719d4290d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4504821 Feb 02 16:05:43.744864 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39506) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:43.754742 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'floatingip': {'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:43.769136 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:43.773391 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:floatingip and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:43.776984 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:43.784298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:43.787889 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c77d4620-eee9-44cf-b5a9-845c55544924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.817302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c77d4620-eee9-44cf-b5a9-845c55544924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.855808 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.887729 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae5e3e-9038-4b4d-9a04-d094f02e2ff5 None None] Pushing event updated for resources: {'Port': ['ID=f13cc0b0-844e-4157-8598-61dc5230d6ff,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:43.942101 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Attempting to bind port f13cc0b0-844e-4157-8598-61dc5230d6ff on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:43.942580 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Attempting to bind port f13cc0b0-844e-4157-8598-61dc5230d6ff by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:43.948904 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Attempting to bind port f13cc0b0-844e-4157-8598-61dc5230d6ff on network 72828d6a-b12a-460d-8837-f1dea113772e {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:43.949430 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c77d4620-eee9-44cf-b5a9-845c55544924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.949522 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:43.949849 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Checking segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:43.950261 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.950795 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Bound using segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:43.951293 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Bound port: f13cc0b0-844e-4157-8598-61dc5230d6ff, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:43.951782 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.976079 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d4620-eee9-44cf-b5a9-845c55544924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8a30c9-7c43-4aef-b70e-2ae52d540f83,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:43.979750 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c77d4620-eee9-44cf-b5a9-845c55544924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:43.980942 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c77d4620-eee9-44cf-b5a9-845c55544924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e8a30c9-7c43-4aef-b70e-2ae52d540f83 HTTP/1.1" status: 204 len: 168 time: 0.3036723 Feb 02 16:05:44.032113 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.096785 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] For port f13cc0b0-844e-4157-8598-61dc5230d6ff, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:44.100810 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] For port f13cc0b0-844e-4157-8598-61dc5230d6ff, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f13cc0b0-844e-4157-8598-61dc5230d6ff,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:44.174001 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Allocated IP 172.28.2.62 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/087ea673-9870-426f-a3e0-8c84b4a9e4b9) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:44.178747 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.294251 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:05:44.295098 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:05:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:44.447101 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae5e3e-9038-4b4d-9a04-d094f02e2ff5 None None] Pushing event updated for resources: {'Port': ['ID=f13cc0b0-844e-4157-8598-61dc5230d6ff,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:44.596244 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:05:44.635521 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227c20-3035-4e92-94e9-19a9c2147f7c req-5c0b7aa8-67b1-444a-a732-0b99a83ed5ef tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:44.637300 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fa227c20-3035-4e92-94e9-19a9c2147f7c req-5c0b7aa8-67b1-444a-a732-0b99a83ed5ef tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1759987 Feb 02 16:05:44.642578 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.697454 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fa227c20-3035-4e92-94e9-19a9c2147f7c req-00d08b39-6edb-4d0a-91e4-5aae8fd80121 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Feb 02 16:05:44.804641 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.832398 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bd7735f2-e317-4721-bd46-fa187728c572 req-e382e984-4311-4201-9e61-ac330a39c0c1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 210 time: 0.0631590 Feb 02 16:05:44.899969 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:44.903589 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:44.908605 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:44.957481 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39534) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:44.963299 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'Port': ['ID=087ea673-9870-426f-a3e0-8c84b4a9e4b9,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:44.983402 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.983954 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.996612 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:44Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:44.999688 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:45.001081 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddb027-b702-4ca8-8243-8c4c5147e82c None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:44Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:05:45.004975 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Usage tracker for resource:security_group_rule and tenant:026349c2fcab49bb9d611110d0a11533 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:45.007837 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:45.013870 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:45.174079 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.202532 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.253679 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.290520 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f13cc0b0-844e-4157-8598-61dc5230d6ff up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:45.319674 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=026349c2fcab49bb9d611110d0a11533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553803 Feb 02 16:05:45.319674 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e9c8a-70ff-4821-ab7c-cd010381448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d600f489-3ab0-420f-a99c-6adf878ab4c2,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:45.319674 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39544) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:45.381742 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d436-e475-4f7b-aab2-f011a26ff725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.421762 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d436-e475-4f7b-aab2-f011a26ff725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.467586 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.498477 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port f13cc0b0-844e-4157-8598-61dc5230d6ff completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:45.503816 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port f13cc0b0-844e-4157-8598-61dc5230d6ff triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:45.504196 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.550379 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.578612 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d436-e475-4f7b-aab2-f011a26ff725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.601936 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d436-e475-4f7b-aab2-f011a26ff725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d600f489-3ab0-420f-a99c-6adf878ab4c2,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:45.606734 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d436-e475-4f7b-aab2-f011a26ff725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.610515 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d3f8d436-e475-4f7b-aab2-f011a26ff725 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d600f489-3ab0-420f-a99c-6adf878ab4c2 HTTP/1.1" status: 204 len: 168 time: 0.2911103 Feb 02 16:05:45.643832 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.668060 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.668785 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'Port': ['ID=087ea673-9870-426f-a3e0-8c84b4a9e4b9,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:45.703812 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port f13cc0b0-844e-4157-8598-61dc5230d6ff, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f13cc0b0-844e-4157-8598-61dc5230d6ff,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:45.753003 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.753003 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-bdc4929d-2953-4c52-a503-fd9c44137648 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0058408 Feb 02 16:05:45.832674 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:45.928096 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e73c-9727-493c-844b-ca11ffec229e req-52f7f5b4-80a7-4754-bed0-ebc031af7dcd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:45.948043 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4759e73c-9727-493c-844b-ca11ffec229e req-52f7f5b4-80a7-4754-bed0-ebc031af7dcd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1329527 Feb 02 16:05:45.953069 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=f13cc0b0-844e-4157-8598-61dc5230d6ff,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:46.018913 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4759e73c-9727-493c-844b-ca11ffec229e req-3ef1aea4-80c6-4992-a37d-463250dc3568 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 Feb 02 16:05:46.046268 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0bbf6e23-c2e6-4bb2-9cee-d203a58baaeb req-d833d57f-8367-4e55-beb1-ee80b56c7fd9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 210 time: 0.0506799 Feb 02 16:05:46.212191 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-edd103c2-aafc-4a2a-b7d7-94e6dcccc0b9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1523965267&fields=id&tenant_id=12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 267 time: 0.0850241 Feb 02 16:05:46.555360 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-55b370ed-42d7-4bd8-afaa-9229b75e435f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:46.556795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-55b370ed-42d7-4bd8-afaa-9229b75e435f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 815 time: 0.3263421 Feb 02 16:05:46.571639 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-479d130b-b147-43b4-8e4a-afd40659843f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:46.573010 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-479d130b-b147-43b4-8e4a-afd40659843f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.2166152 Feb 02 16:05:46.583906 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-1785fc15-cfcf-4217-9dbe-f62e98b9fc76 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/quotas/12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 375 time: 0.0194702 Feb 02 16:05:46.596608 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Request body: {'port': {'device_id': '9453a558-8e68-4081-87b2-0f9bb897c447', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'admin_state_up': True, 'tenant_id': '4b7dd5c8331a4d7e8b8c82d642eb437c'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:46.793043 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-1fa0048a-89e9-47af-a496-893e600dab73 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1790178 Feb 02 16:05:46.798174 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:46.826274 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:46.943118 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-038690aa-ee87-4d58-9238-3d45aaa3eec9 service neutron] 10.222.0.31 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343222 Feb 02 16:05:47.103055 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Made reservation on behalf of 4b7dd5c8331a4d7e8b8c82d642eb437c for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:47.106693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:47.243842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f13cc0b0-844e-4157-8598-61dc5230d6ff up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:47.268075 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-33a198e5-8eaf-48af-9a18-133db2fb39d0 service neutron] 10.222.0.31 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186901 Feb 02 16:05:47.273950 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8122fb-a2b8-4fa6-bb1c-338fcc2e9c21 req-c0f8619d-5a18-4386-b46f-eadb46eaf8fd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:47.277260 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f8122fb-a2b8-4fa6-bb1c-338fcc2e9c21 req-c0f8619d-5a18-4386-b46f-eadb46eaf8fd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0911088 Feb 02 16:05:47.345258 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f8122fb-a2b8-4fa6-bb1c-338fcc2e9c21 req-5eb2607c-1c55-4ef6-9a0f-cbe548b738bc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615940 Feb 02 16:05:47.347466 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port f13cc0b0-844e-4157-8598-61dc5230d6ff triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:47.347870 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:47.357900 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Allocated IP 172.20.0.12 (a1917e93-a393-4b49-8d83-92159f7ebbce/902f0c28-1a79-4477-945c-b00a5db71101/6d97c338-9ff1-4df3-b54f-4245d3f1dd34) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:47.492947 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-75a7ef01-1bb8-4777-b0b8-ae637418e40e req-c78d6cf6-66d6-4139-8848-0347b7276184 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 210 time: 0.0528350 Feb 02 16:05:47.613710 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ad1a3fd8-b629-4175-9a62-25fcd1547117 req-68a31825-ca22-4bc0-b1a6-ef26b94e6c0e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 210 time: 0.0601020 Feb 02 16:05:47.683571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:47.798627 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:47.849479 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364', 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:47.871701 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Network a1917e93-a393-4b49-8d83-92159f7ebbce is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:47.874774 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:47.878831 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:47.884237 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:47.884917 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:47.897181 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event updated for resources: {'Port': ['ID=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:47.987202 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-dc4c7a5b-7940-4dbd-a87e-d8401b89ab82 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3944132 Feb 02 16:05:48.009504 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Request body: {'port': {'device_id': '9453a558-8e68-4081-87b2-0f9bb897c447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:48.137300 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:48.215950 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:48.528207 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:48.530742 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3762cd6-dd05-44c5-8b1f-7c6b3c377a73 req-d299407b-bbd6-4921-b70f-3eddee3ccdac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:48.532253 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b3762cd6-dd05-44c5-8b1f-7c6b3c377a73 req-d299407b-bbd6-4921-b70f-3eddee3ccdac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0809674 Feb 02 16:05:48.536216 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:48.552605 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Transition to ACTIVE for port object 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:48.598046 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b3762cd6-dd05-44c5-8b1f-7c6b3c377a73 req-800603fe-9b3c-4691-8b42-a62c80d37f8c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569518 Feb 02 16:05:48.676581 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:48.793101 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f278d299-e820-442f-8ed0-f177b91bbc8d req-8a6f03b3-feec-4c45-9f04-7092331b1a2a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:48.853295 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Pushing event updated for resources: {'Port': ['ID=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:48.885803 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Attempting to bind port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:48.886145 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Attempting to bind port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:48.886462 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Attempting to bind port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:48.893411 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 on network a1917e93-a393-4b49-8d83-92159f7ebbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:05:48.893756 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Attempting to bind port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:48.906019 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d54b3-0da7-4ec5-a61f-77ad52aaef7d req-a75ac41e-79ad-40e4-a0c9-219984bd1955 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:48.906708 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-9a8d54b3-0da7-4ec5-a61f-77ad52aaef7d req-a75ac41e-79ad-40e4-a0c9-219984bd1955 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:48.909393 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:48.909725 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Checking segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:48.910098 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Bound using segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:48.915016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Bound port: 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:48.915016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:48.961051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f278d299-e820-442f-8ed0-f177b91bbc8d req-8a6f03b3-feec-4c45-9f04-7092331b1a2a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:48.962222 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f278d299-e820-442f-8ed0-f177b91bbc8d req-8a6f03b3-feec-4c45-9f04-7092331b1a2a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 210 time: 0.2107770 Feb 02 16:05:49.008086 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] For port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:49.011056 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] For port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:49.084155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-9a8d54b3-0da7-4ec5-a61f-77ad52aaef7d req-a75ac41e-79ad-40e4-a0c9-219984bd1955 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:49.091344 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9a8d54b3-0da7-4ec5-a61f-77ad52aaef7d req-a75ac41e-79ad-40e4-a0c9-219984bd1955 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 944 time: 0.4556108 Feb 02 16:05:49.093834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:49.175175 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:49.175811 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:49.177534 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] 10.222.0.85 "PUT /v2.0/ports/6d97c338-9ff1-4df3-b54f-4245d3f1dd34 HTTP/1.1" status: 200 len: 1094 time: 1.1744199 Feb 02 16:05:49.182360 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9453a558-8e68-4081-87b2-0f9bb897c447', 'tag': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:49.218563 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9a8d54b3-0da7-4ec5-a61f-77ad52aaef7d req-4fc37984-af49-4386-8dac-71baf38215ec tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262331 Feb 02 16:05:49.224016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660702c0-a80f-445a-999c-de1f0e8f0f1e service neutron] Pushing event updated for resources: {'Port': ['ID=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:49.230758 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9453a558-8e68-4081-87b2-0f9bb897c447', 'tag': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34', 'status': 'completed', 'code': 200} Feb 02 16:05:49.451372 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac644a-7ec9-4ba8-9613-e2b8056b178b req-8cb68eec-1bed-462f-9290-c5fb94e05d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:49.452868 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8eac644a-7ec9-4ba8-9613-e2b8056b178b req-8cb68eec-1bed-462f-9290-c5fb94e05d8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 1097 time: 0.1254337 Feb 02 16:05:49.702497 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac644a-7ec9-4ba8-9613-e2b8056b178b req-13c70817-a99b-4ba4-b11d-2ae93c4a8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:49.704047 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8eac644a-7ec9-4ba8-9613-e2b8056b178b req-13c70817-a99b-4ba4-b11d-2ae93c4a8430 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2366235 Feb 02 16:05:49.809062 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5558f-ea8b-4cb4-9d84-eb954012baa2 req-cbfa1814-253b-452f-a507-64b952135c1b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:49.811456 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7ac5558f-ea8b-4cb4-9d84-eb954012baa2 req-cbfa1814-253b-452f-a507-64b952135c1b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1012213 Feb 02 16:05:49.855204 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7ac5558f-ea8b-4cb4-9d84-eb954012baa2 req-c6a4fa9b-3772-4711-a1c2-bf26b7c50720 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Feb 02 16:05:49.877967 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac644a-7ec9-4ba8-9613-e2b8056b178b req-d2079f11-90cc-4326-b51c-18110622040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:49.877967 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8eac644a-7ec9-4ba8-9613-e2b8056b178b req-d2079f11-90cc-4326-b51c-18110622040f service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577790 Feb 02 16:05:49.890726 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39686) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:50.029416 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.047688 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:50.054501 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Usage tracker for resource:security_group_rule and tenant:ae0cb49e6d7f4cd2ab90cf272732f4e4 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:50.058022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:50.064801 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:50.073413 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-f7b711dd-fcf3-4685-806e-8c85996125f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:50.074891 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-f7b711dd-fcf3-4685-806e-8c85996125f6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 1097 time: 0.1213417 Feb 02 16:05:50.182869 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed007dbf-76dd-4993-b5df-3c862d002f05 req-5bd019ab-c32c-4973-a46c-34c36eb4265a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 210 time: 0.1038468 Feb 02 16:05:50.192687 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-33155f86-4247-4cc7-9449-1ea15e5f637e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d97c338-9ff1-4df3-b54f-4245d3f1dd34 HTTP/1.1" status: 200 len: 217 time: 0.0762489 Feb 02 16:05:50.275593 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-70b15171-6f95-4a01-9a39-a521c41a4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:50.277582 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-70b15171-6f95-4a01-9a39-a521c41a4979 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 200 len: 854 time: 0.0774820 Feb 02 16:05:50.339666 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-42cddde3-9590-4567-8e60-781cb9a28ed4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a1917e93-a393-4b49-8d83-92159f7ebbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512562 Feb 02 16:05:50.364932 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.394719 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39702) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:50.425525 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d31e1c-b7e8-416c-bf6a-285f24f37f46 req-55dabc20-7999-4a5a-b56a-978f8cfa4ae9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:50.427276 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-02d31e1c-b7e8-416c-bf6a-285f24f37f46 req-55dabc20-7999-4a5a-b56a-978f8cfa4ae9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 944 time: 0.0843284 Feb 02 16:05:50.477703 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-02d31e1c-b7e8-416c-bf6a-285f24f37f46 req-ebb6d712-a922-4095-9233-5ddca2a25787 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Feb 02 16:05:50.537968 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.661769 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.700752 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93dca7b-f589-40bb-85ba-09edb7a2f368,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:50.707448 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e73d6c70-3803-4e3e-a06a-66cb608f458c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae0cb49e6d7f4cd2ab90cf272732f4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8132601 Feb 02 16:05:50.708420 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39712) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:50.723139 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:50.747896 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Usage tracker for resource:security_group_rule and tenant:b33037075af14a31989b2bbfe1e503fe is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:50.753150 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:50.758320 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-b0338d2c-2062-4285-8352-3b22eb8ec163 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670146 Feb 02 16:05:50.767847 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-87d879c9-d457-44e8-bff7-6c74cd6b4dbd tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:50.769224 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-87d879c9-d457-44e8-bff7-6c74cd6b4dbd tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 815 time: 0.3991687 Feb 02 16:05:50.770094 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:50.776451 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf101b06-5609-4a22-8687-81e1414b66a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.803810 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf101b06-5609-4a22-8687-81e1414b66a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.957095 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-748dec97-60d9-445c-947c-350b41ef02f3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 380 time: 0.1223967 Feb 02 16:05:50.969521 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf101b06-5609-4a22-8687-81e1414b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.987538 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf101b06-5609-4a22-8687-81e1414b66a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93dca7b-f589-40bb-85ba-09edb7a2f368,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:50.992065 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf101b06-5609-4a22-8687-81e1414b66a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:50.993665 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-cf101b06-5609-4a22-8687-81e1414b66a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b93dca7b-f589-40bb-85ba-09edb7a2f368 HTTP/1.1" status: 204 len: 168 time: 0.2843921 Feb 02 16:05:51.024248 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'port': {'device_id': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'admin_state_up': True, 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'security_groups': ['282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:51.127862 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.155978 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c6a0b56c-69e7-48b8-8285-e9d9664d6262 req-663d9373-bc7a-4868-986f-8d51459bc742 service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463650 Feb 02 16:05:51.216259 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.242442 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbc702-7713-4655-a287-421acac91f29 req-e87432bf-71ab-4fce-bea4-7d97f2b7eeaa tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:51.243938 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-49cbc702-7713-4655-a287-421acac91f29 req-e87432bf-71ab-4fce-bea4-7d97f2b7eeaa tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.2652402 Feb 02 16:05:51.248179 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:51.292563 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:51.308774 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b33037075af14a31989b2bbfe1e503fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8964107 Feb 02 16:05:51.313466 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39728) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:51.316787 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a5a20-1606-4077-a648-2588fde66c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c85461-1f11-4ccb-aa5d-c0f954aabe7f,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:51.357122 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-49cbc702-7713-4655-a287-421acac91f29 req-2c2233f2-3bbe-4fc4-8453-bf5d483961e0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019378 Feb 02 16:05:51.364480 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4a273607-c4ea-40af-a3cb-6619cc3365e7 req-ffaaf34f-c2ff-4ed5-86b8-9d8dd7b82ce9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 210 time: 0.0585005 Feb 02 16:05:51.383964 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Made reservation on behalf of 12080162c4ee44608e4405978b6b14ca for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:51.387544 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.415034 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44cc0563-f87f-4f5c-9562-41b47ab50fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.672869 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44cc0563-f87f-4f5c-9562-41b47ab50fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.741767 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39738) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:51.750100 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Allocated IP 172.20.0.7 (72828d6a-b12a-460d-8837-f1dea113772e/f19a8244-c2da-443d-a935-20247696a73a/61f1b41e-9f8c-42fb-8d33-4c27596fc925) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:51.760263 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.775099 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:51.779506 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Usage tracker for resource:security_group_rule and tenant:ba8b454aba0743ef92556f198b69d6a1 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:51.782273 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:51.788091 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:51.836938 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44cc0563-f87f-4f5c-9562-41b47ab50fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.875590 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc0563-f87f-4f5c-9562-41b47ab50fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c85461-1f11-4ccb-aa5d-c0f954aabe7f,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:51.980273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204242-7319-4eac-a774-cc50f6a050a6 req-9a5c3e62-68cb-4073-91cf-7a8949bd847a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:51.981713 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-46204242-7319-4eac-a774-cc50f6a050a6 req-9a5c3e62-68cb-4073-91cf-7a8949bd847a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 944 time: 0.2195582 Feb 02 16:05:52.057214 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.075099 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-46204242-7319-4eac-a774-cc50f6a050a6 req-49845ece-ebd1-49ec-8259-2e85a7a4f1db tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872886 Feb 02 16:05:52.081638 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44cc0563-f87f-4f5c-9562-41b47ab50fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.082671 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-44cc0563-f87f-4f5c-9562-41b47ab50fa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5c85461-1f11-4ccb-aa5d-c0f954aabe7f HTTP/1.1" status: 204 len: 168 time: 0.7672031 Feb 02 16:05:52.085706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Transition to ACTIVE for port object 61f1b41e-9f8c-42fb-8d33-4c27596fc925 will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:52.086042 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.178003 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.202465 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.229417 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba8b454aba0743ef92556f198b69d6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865282 Feb 02 16:05:52.230967 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367345-b9a7-474d-8342-4d04929c0b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54166d5d-1f4c-48dc-ac74-b95f7308c07c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:52.233218 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39744) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:52.277136 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Network 72828d6a-b12a-460d-8837-f1dea113772e is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:52.280280 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:52.284380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:05:52.289986 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:52.290740 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.302091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:52.357316 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de4-3e88-40f5-bf2e-42bedfaf9b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.371179 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-3e9a62f5-ea2b-4dbb-b805-967cc255578e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569033 Feb 02 16:05:52.386573 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de4-3e88-40f5-bf2e-42bedfaf9b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.396185 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Request body: {'port': {'device_id': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:52.581683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.582672 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de4-3e88-40f5-bf2e-42bedfaf9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.611947 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2de4-3e88-40f5-bf2e-42bedfaf9b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54166d5d-1f4c-48dc-ac74-b95f7308c07c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:52.616487 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de4-3e88-40f5-bf2e-42bedfaf9b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.617570 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b8da2de4-3e88-40f5-bf2e-42bedfaf9b85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54166d5d-1f4c-48dc-ac74-b95f7308c07c HTTP/1.1" status: 204 len: 168 time: 0.3834729 Feb 02 16:05:52.658375 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-032cc66f-b844-4b0e-974c-8ac0650308ad None None] Provisioning for port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:52.672142 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-032cc66f-b844-4b0e-974c-8ac0650308ad None None] Provisioning complete for port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:52.672522 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-032cc66f-b844-4b0e-974c-8ac0650308ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.707398 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87525740-e4d7-421a-852b-c50507584751 req-41577ad1-a872-401a-8283-6769ea67c1f6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:52.715776 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-87525740-e4d7-421a-852b-c50507584751 req-41577ad1-a872-401a-8283-6769ea67c1f6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1862068 Feb 02 16:05:52.754552 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-032cc66f-b844-4b0e-974c-8ac0650308ad None None] Port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:05:52.775013 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-87525740-e4d7-421a-852b-c50507584751 req-65f8c9a9-20d8-457f-a15a-61e5403e511a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Feb 02 16:05:52.811856 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a02b2c-94f0-4585-a204-25ff96be7901 req-a94c9216-0538-4d4b-8617-5c3491a66583 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:52.816518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-b0a02b2c-94f0-4585-a204-25ff96be7901 req-a94c9216-0538-4d4b-8617-5c3491a66583 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:52.902058 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 39762) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:52.927301 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-b0a02b2c-94f0-4585-a204-25ff96be7901 req-a94c9216-0538-4d4b-8617-5c3491a66583 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:52.928395 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0a02b2c-94f0-4585-a204-25ff96be7901 req-a94c9216-0538-4d4b-8617-5c3491a66583 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 931 time: 0.3504536 Feb 02 16:05:52.934640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:52.974275 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:52.982684 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Usage tracker for resource:security_group_rule and tenant:e28beaa84b1d4664a1ddb7db7415ceb2 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:52.991375 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:53.004208 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:53.050565 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0a02b2c-94f0-4585-a204-25ff96be7901 req-8f4a3a61-4145-45dd-b3df-da8b182fa7ba tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039639 Feb 02 16:05:53.154618 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f1b41e-9f8c-42fb-8d33-4c27596fc925 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:53.171356 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.200291 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Transition to ACTIVE for port object 61f1b41e-9f8c-42fb-8d33-4c27596fc925 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:53.226193 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.270210 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e12eb-e0d3-4f56-90a1-0e74505e7569 req-0ebc64b1-5b72-4c8d-9482-ca9d777f3ccd tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:53.271665 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2c5e12eb-e0d3-4f56-90a1-0e74505e7569 req-0ebc64b1-5b72-4c8d-9482-ca9d777f3ccd tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 944 time: 0.0801752 Feb 02 16:05:53.275634 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.315792 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2c5e12eb-e0d3-4f56-90a1-0e74505e7569 req-f03a61ee-302a-47c4-8b43-80761d795e90 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Feb 02 16:05:53.387952 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.439735 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:53.495656 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e28beaa84b1d4664a1ddb7db7415ceb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5925624 Feb 02 16:05:53.498519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39778) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:53.504461 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8485bff-2b2c-40ee-bb68-b8d32e0b4b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3751c-1b5b-4656-8f17-524f33087760,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:53.520020 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Attempting to bind port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:53.520427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Attempting to bind port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:53.520898 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Attempting to bind port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 on network 72828d6a-b12a-460d-8837-f1dea113772e {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:53.527294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 on network 72828d6a-b12a-460d-8837-f1dea113772e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:05:53.527721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Attempting to bind port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 on network 72828d6a-b12a-460d-8837-f1dea113772e {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:05:53.533730 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:05:53.534047 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Checking segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:53.534499 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Bound using segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:05:53.535124 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Bound port: 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:53.535710 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.586634 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b5720119-3af4-420a-b2d0-12717cadde66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.613980 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b5720119-3af4-420a-b2d0-12717cadde66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.660288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:05:53.664512 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:05:53.744232 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.789816 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b5720119-3af4-420a-b2d0-12717cadde66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.830112 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:53.830732 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.836124 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5720119-3af4-420a-b2d0-12717cadde66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3751c-1b5b-4656-8f17-524f33087760,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:53.836296 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] 10.222.0.85 "PUT /v2.0/ports/61f1b41e-9f8c-42fb-8d33-4c27596fc925 HTTP/1.1" status: 200 len: 1093 time: 1.4454563 Feb 02 16:05:53.836794 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:53.841957 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b5720119-3af4-420a-b2d0-12717cadde66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.854626 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b5720119-3af4-420a-b2d0-12717cadde66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cf3751c-1b5b-4656-8f17-524f33087760 HTTP/1.1" status: 204 len: 168 time: 0.3547151 Feb 02 16:05:53.932059 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0d03e-ff37-4580-b7d9-ac5900706d8f service neutron] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:53.951291 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'status': 'completed', 'code': 200} Feb 02 16:05:54.274862 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09639b56-59be-44cf-b06b-ef82ab10a16a req-178159b9-ed2c-42f4-a0a4-dfb0e2e557c4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:54.282039 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-09639b56-59be-44cf-b06b-ef82ab10a16a req-178159b9-ed2c-42f4-a0a4-dfb0e2e557c4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1000371 Feb 02 16:05:54.330133 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-09639b56-59be-44cf-b06b-ef82ab10a16a req-56f15b5f-70f6-42f4-99b5-9f18cdcb7a4e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:54.401094 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c488ed-3b5f-4b6f-81ce-1ac719a687f0 req-4eb39b85-a39c-4350-aa3b-95beeaa19787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:54.403243 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d2c488ed-3b5f-4b6f-81ce-1ac719a687f0 req-4eb39b85-a39c-4350-aa3b-95beeaa19787 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1096 time: 0.3510923 Feb 02 16:05:54.409761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9201-a893-4df4-8ccd-57041a9549b0 req-b0fb46dd-bd9a-4179-89fe-6194d52c8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:54.412089 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5b0f9201-a893-4df4-8ccd-57041a9549b0 req-b0fb46dd-bd9a-4179-89fe-6194d52c8f04 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 1098 time: 0.1480324 Feb 02 16:05:54.432223 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1eeb1-c262-4574-a1b7-635c96934e12 req-74099741-b012-4444-b084-1f96f9f10e9f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:54.432223 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05c1eeb1-c262-4574-a1b7-635c96934e12 req-74099741-b012-4444-b084-1f96f9f10e9f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.4422424 Feb 02 16:05:54.449422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-09639b56-59be-44cf-b06b-ef82ab10a16a req-56f15b5f-70f6-42f4-99b5-9f18cdcb7a4e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:54.450660 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-09639b56-59be-44cf-b06b-ef82ab10a16a req-56f15b5f-70f6-42f4-99b5-9f18cdcb7a4e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678429 Feb 02 16:05:54.627840 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05c1eeb1-c262-4574-a1b7-635c96934e12 req-56271183-cd80-4bf3-8ff5-de4d4bbb17ea tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463327 Feb 02 16:05:54.658691 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5b0f9201-a893-4df4-8ccd-57041a9549b0 req-cc58a3c7-99aa-4ddd-9708-de90e640f523 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263436 Feb 02 16:05:54.710687 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1249a-2525-46e7-8b27-9d580da4fb06 req-343cb225-e789-4665-8cc1-c8e650ecd4fc tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:54.713257 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b0f1249a-2525-46e7-8b27-9d580da4fb06 req-343cb225-e789-4665-8cc1-c8e650ecd4fc tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 944 time: 0.1303060 Feb 02 16:05:54.740745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c488ed-3b5f-4b6f-81ce-1ac719a687f0 req-c4a5b0f5-a8b2-478c-b4c9-a7cbedde9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:54.744453 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d2c488ed-3b5f-4b6f-81ce-1ac719a687f0 req-c4a5b0f5-a8b2-478c-b4c9-a7cbedde9104 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=12080162c4ee44608e4405978b6b14ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2972806 Feb 02 16:05:54.775503 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b0f1249a-2525-46e7-8b27-9d580da4fb06 req-b360d347-ba00-4afd-b961-4514091b0759 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560281 Feb 02 16:05:55.119281 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c488ed-3b5f-4b6f-81ce-1ac719a687f0 req-54b9e98c-e063-4706-a2b1-3495e20db003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:55.120757 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d2c488ed-3b5f-4b6f-81ce-1ac719a687f0 req-54b9e98c-e063-4706-a2b1-3495e20db003 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370511 Feb 02 16:05:55.175953 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:55.299804 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-8992c823-c4e8-45d8-8a97-e8fa67d39423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:55.301361 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-8992c823-c4e8-45d8-8a97-e8fa67d39423 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1096 time: 0.0889835 Feb 02 16:05:55.321674 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:55.335601 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39870) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:55.340353 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'port_id': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34', 'mac_address': 'fa:16:3e:94:d2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902f0c28-1a79-4477-945c-b00a5db71101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:55.380164 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-0dd80f62-d2f9-4392-88d7-747a7e007f7f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925 HTTP/1.1" status: 200 len: 217 time: 0.0621603 Feb 02 16:05:55.402638 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.420185 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:55.439048 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:55.447111 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-39b431eb-dbf4-4b66-b82d-32b9f3dae745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:55.449357 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-39b431eb-dbf4-4b66-b82d-32b9f3dae745 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.0622549 Feb 02 16:05:55.461079 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-787080585-network', 'tenant_id': 'c945854c009145739962db3d0176a80e'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:55.469566 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:55.473460 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Usage tracker for resource:network and tenant:c945854c009145739962db3d0176a80e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:55.478166 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:55.484839 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:55.518719 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.530699 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-f9a08f35-25b2-4dc6-b7aa-86a6c97155e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:55.532185 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-f9a08f35-25b2-4dc6-b7aa-86a6c97155e6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750439 Feb 02 16:05:55.595948 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:55.615211 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Made reservation on behalf of c945854c009145739962db3d0176a80e for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:55.617511 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.631170 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.646358 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:55.652314 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Usage tracker for resource:security_group_rule and tenant:c945854c009145739962db3d0176a80e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:55.656546 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:55.663366 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:55.784313 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-4e10ea0c-9971-4c91-a5a9-73cdd797e293 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417355 Feb 02 16:05:55.790944 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.828111 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd13b4-79ce-4008-9b9e-b178cb0f0a8c req-5c1f8c9c-074c-4b08-b610-d762e978d302 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:55.829579 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bcbd13b4-79ce-4008-9b9e-b178cb0f0a8c req-5c1f8c9c-074c-4b08-b610-d762e978d302 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1639111 Feb 02 16:05:55.850149 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b390c-1982-4f5c-a9a8-414145ead79c req-9f012985-e208-4d3e-87b7-cb586b5dc20c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:55.852254 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-476b390c-1982-4f5c-a9a8-414145ead79c req-9f012985-e208-4d3e-87b7-cb586b5dc20c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1028969 Feb 02 16:05:55.905327 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-476b390c-1982-4f5c-a9a8-414145ead79c req-d72fe235-5cc3-4a8e-a0d3-514722ef049d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Feb 02 16:05:55.906710 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.921392 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:05:55.933971 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.934372 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Added segment fa97bd60-3e5a-45f8-a032-84d1243a8268 of type vlan for network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f Feb 02 16:05:55.967722 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bcbd13b4-79ce-4008-9b9e-b178cb0f0a8c req-bb507c81-f0b7-4aad-a3cc-941a0aff401b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882015 Feb 02 16:05:55.975653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.011973 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['6d97c338-9ff1-4df3-b54f-4245d3f1dd34'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:05:56.024313 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28ea233d-e386-4ade-a5ba-d084522be9e5 req-80cdf01c-74b8-44e5-b68c-a4c46f228a41 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330561 Feb 02 16:05:56.032439 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c3e46-42aa-4670-b33e-9f18673e0662,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:56.177041 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860430-c344-43ee-b4cf-93cf8b07bd2a req-d776f97e-3f81-4845-a91d-7376b35c5980 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:56.180016 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-61860430-c344-43ee-b4cf-93cf8b07bd2a req-d776f97e-3f81-4845-a91d-7376b35c5980 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 945 time: 0.1535788 Feb 02 16:05:56.233603 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-61860430-c344-43ee-b4cf-93cf8b07bd2a req-dfc7fb0e-b34a-4b2e-984d-67c18e440881 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Feb 02 16:05:56.234694 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.235655 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:56.236329 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.345216 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] Pushing event updated for resources: {'Network': ['ID=814e7faa-591f-4a65-a2c5-6a0a8e6c658f,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:56.355023 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d3025e55-89f6-4c87-bfec-8d454e30492d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0157688 Feb 02 16:05:56.355836 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39900) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:56.357496 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:05:56.360979 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Request body: {'subnet': {'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-787080585-subnet', 'tenant_id': 'c945854c009145739962db3d0176a80e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:56.365648 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:56.369906 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Usage tracker for resource:subnet and tenant:c945854c009145739962db3d0176a80e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:56.372840 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:56.378604 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:56.494814 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Made reservation on behalf of c945854c009145739962db3d0176a80e for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:56.497838 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470808'] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.815455 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2154083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470794'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.898918 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02b186c-b5d5-454b-a0f0-4da998a46c71,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:56.909612 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Checking segment: {'id': 'fa97bd60-3e5a-45f8-a032-84d1243a8268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:56.909968 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Network hostable DHCP agents. Network: 814e7faa-591f-4a65-a2c5-6a0a8e6c658f, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:05:57.037831 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:05:57.095622 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354852d-5608-4cdd-bfd4-7b685a19c449 req-7376a56f-c136-4079-a54b-3d230dfc10e9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:57.096989 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5354852d-5608-4cdd-bfd4-7b685a19c449 req-7376a56f-c136-4079-a54b-3d230dfc10e9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0829742 Feb 02 16:05:57.127570 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 814e7faa-591f-4a65-a2c5-6a0a8e6c658f) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:57.136546 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb5167-fb86-4d48-b2de-3ec1c4f97523 None None] Network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:05:57.142174 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:57.142784 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5354852d-5608-4cdd-bfd4-7b685a19c449 req-1fd08113-3182-4d5b-b339-da45749bdf5b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Feb 02 16:05:57.142925 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:57.191066 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159b95-cf23-4c89-8c4e-3c3f4275052c req-59c43c6f-d48a-4080-aa69-ad2188cd73b0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:57.192545 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b8159b95-cf23-4c89-8c4e-3c3f4275052c req-59c43c6f-d48a-4080-aa69-ad2188cd73b0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1027036 Feb 02 16:05:57.241706 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b8159b95-cf23-4c89-8c4e-3c3f4275052c req-c30ee4eb-4013-4980-bc3e-3f9305870bbc tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Feb 02 16:05:57.263683 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-f0777f29-203f-4ffd-abf5-783b7b034214 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9029160 Feb 02 16:05:57.355702 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af7d50-1309-4e92-a987-8ecc8c60a288 req-ce01174f-5652-4b46-b695-ab1c2755a816 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:57.357177 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d6af7d50-1309-4e92-a987-8ecc8c60a288 req-ce01174f-5652-4b46-b695-ab1c2755a816 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0967004 Feb 02 16:05:57.395066 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec285f-94ce-4539-943a-7408861c0197 None None] Network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:05:57.412479 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d6af7d50-1309-4e92-a987-8ecc8c60a288 req-2999ce07-9179-4022-8b77-18bd99c9cead tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Feb 02 16:05:57.478267 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c3dd-ba67-4bac-a51a-5b2dd8b67f77 req-b9f092f2-768b-43df-b74f-05fba8600524 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:57.479835 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-58e3c3dd-ba67-4bac-a51a-5b2dd8b67f77 req-b9f092f2-768b-43df-b74f-05fba8600524 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 945 time: 0.1011198 Feb 02 16:05:57.529313 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-58e3c3dd-ba67-4bac-a51a-5b2dd8b67f77 req-853d7f94-5a53-416e-8883-202c3d3dac94 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Feb 02 16:05:58.102069 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39942) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:58.107949 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188782078-network', 'tenant_id': 'e987e4d67a2840ad9fc63bc4d3497169'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:58.112430 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:58.116211 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Usage tracker for resource:network and tenant:e987e4d67a2840ad9fc63bc4d3497169 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:58.118996 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:58.125236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:58.189974 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Made reservation on behalf of e987e4d67a2840ad9fc63bc4d3497169 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:58.192368 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.204519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.221075 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:58.248662 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Usage tracker for resource:security_group_rule and tenant:e987e4d67a2840ad9fc63bc4d3497169 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:58.248662 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:58.248662 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:58.379347 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.472472 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668a753-458b-499c-ba24-a173c10265b7 req-0d247923-5047-4806-8685-d63392fea614 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:58.474140 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d668a753-458b-499c-ba24-a173c10265b7 req-0d247923-5047-4806-8685-d63392fea614 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0967116 Feb 02 16:05:58.527087 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d668a753-458b-499c-ba24-a173c10265b7 req-6d990fef-c2c4-4fb2-b4f5-f3cc45dba9ad tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459206 Feb 02 16:05:58.626581 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.649207 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:05:58.711214 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.711579 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Added segment 6554afc4-8a9b-495c-bfcf-13fe380ba86e of type vlan for network 46d7f512-10c7-4c9c-9860-b3358493fb20 Feb 02 16:05:58.718426 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd24be81-7469-44ad-9718-d87d5437100e,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:58.757039 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.795977 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c0c90-cc0c-4005-a87b-38a7c9f6ca11 req-de871355-2f90-43a2-8b45-bbfd730779a8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:58.797438 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2e4c0c90-cc0c-4005-a87b-38a7c9f6ca11 req-de871355-2f90-43a2-8b45-bbfd730779a8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 945 time: 0.1493077 Feb 02 16:05:58.903624 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2e4c0c90-cc0c-4005-a87b-38a7c9f6ca11 req-1b5c1556-29d3-4a34-bfe9-72aaa840703c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004214 Feb 02 16:05:58.904616 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.905507 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:58.906079 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.009805 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] Pushing event updated for resources: {'Network': ['ID=46d7f512-10c7-4c9c-9860-b3358493fb20,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:59.024773 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 46d7f512-10c7-4c9c-9860-b3358493fb20 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:05:59.103161 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d34a29d4-4710-4476-8652-a9fb7424d5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.133323 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c0c050a6-7188-4d6b-bb47-c5f386fbcb97 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0301671 Feb 02 16:05:59.136064 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 39962) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:59.142066 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Request body: {'subnet': {'network_id': '46d7f512-10c7-4c9c-9860-b3358493fb20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188782078-subnet', 'tenant_id': 'e987e4d67a2840ad9fc63bc4d3497169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:59.147487 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:59.152023 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Usage tracker for resource:subnet and tenant:e987e4d67a2840ad9fc63bc4d3497169 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:59.155044 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:59.160891 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:59.204546 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:59.218327 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:59.230258 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Made reservation on behalf of e987e4d67a2840ad9fc63bc4d3497169 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:59.232717 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470808'] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.397271 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:59.411578 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'mac_address': 'fa:16:3e:f3:72:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:59.470009 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.480780 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:59.489874 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:59.490248 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.515563 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f1b41e-9f8c-42fb-8d33-4c27596fc925 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:59.556999 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:59.568903 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2154083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470794'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.657175 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.692352 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a0b6d7-f080-4db3-a4cf-ebcc5d92d57c,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:59.699462 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.702138 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Checking segment: {'id': '6554afc4-8a9b-495c-bfcf-13fe380ba86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '46d7f512-10c7-4c9c-9860-b3358493fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:05:59.702495 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Network hostable DHCP agents. Network: 46d7f512-10c7-4c9c-9860-b3358493fb20, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:05:59.733700 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf205c-0f91-4a6d-a28d-76334cd3b71e req-e8f0eb74-a1b3-485f-bd1d-7cbadc25f471 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:59.735129 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aadf205c-0f91-4a6d-a28d-76334cd3b71e req-e8f0eb74-a1b3-485f-bd1d-7cbadc25f471 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 944 time: 0.0899010 Feb 02 16:05:59.761859 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9453a558-8e68-4081-87b2-0f9bb897c447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:59.774049 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:59.777563 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:05:59.786244 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aadf205c-0f91-4a6d-a28d-76334cd3b71e req-e9e8c592-5c40-4d08-86ba-6dfb79b81c08 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Feb 02 16:05:59.803501 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Network 46d7f512-10c7-4c9c-9860-b3358493fb20 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:05:59.821747 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9453a558-8e68-4081-87b2-0f9bb897c447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34', 'code': 200} Feb 02 16:05:59.892613 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.921422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 46d7f512-10c7-4c9c-9860-b3358493fb20) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:59.931450 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:59.933208 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:59.945916 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4614c5-b369-4b38-a9bd-ccb5a354cb37 None None] Network 46d7f512-10c7-4c9c-9860-b3358493fb20 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:06:00.052514 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:00.089932 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-aa6cce47-2b3e-41b4-8afc-48fe4c263d91 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9525383 Feb 02 16:06:00.122281 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4424d91-b9aa-468b-85b3-4bca743065d1 req-f31803f6-4ae2-4bf8-9063-bee2fd9a57d1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:00.124178 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c4424d91-b9aa-468b-85b3-4bca743065d1 req-f31803f6-4ae2-4bf8-9063-bee2fd9a57d1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.1000907 Feb 02 16:06:00.146128 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['61f1b41e-9f8c-42fb-8d33-4c27596fc925'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:00.322456 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e84fe5-e239-406d-801b-12abecc8542f None None] Network 46d7f512-10c7-4c9c-9860-b3358493fb20 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:06:00.325250 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c4424d91-b9aa-468b-85b3-4bca743065d1 req-7f2d68ef-a006-4bda-8d57-614f201c9ec9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931784 Feb 02 16:06:00.342740 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9743d6-8544-4850-865b-3abed1bebfea req-2be60798-c89d-4d57-b8c7-3c0ab51c54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:00.345086 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3f9743d6-8544-4850-865b-3abed1bebfea req-2be60798-c89d-4d57-b8c7-3c0ab51c54ac service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 1099 time: 0.0968080 Feb 02 16:06:00.393576 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3f9743d6-8544-4850-865b-3abed1bebfea req-9208afc9-024e-4cf7-b48e-e79488f5c906 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Feb 02 16:06:00.735300 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-c9638704-1ae3-4c0d-95c4-0dddaac11b29 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:00.736043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-c9638704-1ae3-4c0d-95c4-0dddaac11b29 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Synchronizing usage tracker for tenant:c945854c009145739962db3d0176a80e on resource:network {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:00.817983 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-c9638704-1ae3-4c0d-95c4-0dddaac11b29 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Unset dirty status for tenant:c945854c009145739962db3d0176a80e on resource:network {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:00.819186 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-c9638704-1ae3-4c0d-95c4-0dddaac11b29 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/networks?id=814e7faa-591f-4a65-a2c5-6a0a8e6c658f HTTP/1.1" status: 200 len: 808 time: 0.2339306 Feb 02 16:06:00.833789 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-cb3a5af3-3d55-416e-94a8-472c7031f8f1 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/quotas/c945854c009145739962db3d0176a80e HTTP/1.1" status: 200 len: 375 time: 0.0090942 Feb 02 16:06:00.881977 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-837a1e82-2630-463a-b805-6e444ab35306 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c945854c009145739962db3d0176a80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422175 Feb 02 16:06:01.015157 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-2ac7e966-c0b3-4b6c-b7af-76a563b4b21f service neutron] 10.222.0.31 "GET /v2.0/networks/814e7faa-591f-4a65-a2c5-6a0a8e6c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258004 Feb 02 16:06:01.148556 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-d572b801-fcd7-4c6e-a02e-c51eb827f46d service neutron] 10.222.0.31 "GET /v2.0/networks/814e7faa-591f-4a65-a2c5-6a0a8e6c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267676 Feb 02 16:06:01.404258 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2626aae5-d367-4c08-bf8c-ca516e9163e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:01.522749 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e555eba-2e66-4801-a176-71d2e465029d req-9b115af2-41a8-4149-9067-11150f5de4a9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:01.524308 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8e555eba-2e66-4801-a176-71d2e465029d req-9b115af2-41a8-4149-9067-11150f5de4a9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0924690 Feb 02 16:06:01.534640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aded8-5b90-4f77-8a1b-7e40d26df811 req-f836eaca-5c80-49fd-ab54-38e9139fb360 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:01.536125 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7b6aded8-5b90-4f77-8a1b-7e40d26df811 req-f836eaca-5c80-49fd-ab54-38e9139fb360 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 944 time: 0.1218190 Feb 02 16:06:01.574259 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8e555eba-2e66-4801-a176-71d2e465029d req-55ef68dd-6a3b-4f41-995f-630786824815 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Feb 02 16:06:01.605306 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7b6aded8-5b90-4f77-8a1b-7e40d26df811 req-01acf740-c842-469b-9729-f5a4294b130c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631251 Feb 02 16:06:01.633890 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-4e9e5cc1-3621-4c56-9829-e643f4c4fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:01.633890 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-4e9e5cc1-3621-4c56-9829-e643f4c4fcbc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.1369531 Feb 02 16:06:01.675856 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d0ce9062-ad50-45c5-8733-159909ea2f4b req-91c12344-65d9-4b54-b909-54d2dbbefc97 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 210 time: 0.0555484 Feb 02 16:06:01.826244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-744ea2ff-dbc5-41d2-97f4-72e9312b5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:01.827701 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-744ea2ff-dbc5-41d2-97f4-72e9312b5b15 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.1812084 Feb 02 16:06:01.849765 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13a928-4f98-4c93-9014-9ef37d015dd9 req-77bfd923-261d-41c1-872b-7e6a056c7b4f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:01.851196 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0e13a928-4f98-4c93-9014-9ef37d015dd9 req-77bfd923-261d-41c1-872b-7e6a056c7b4f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.1228166 Feb 02 16:06:01.903836 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0e13a928-4f98-4c93-9014-9ef37d015dd9 req-a8f08125-5ea5-42f4-ab7a-f024bd5bbb68 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Feb 02 16:06:02.015907 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-11c1fe27-7619-4e87-b7b1-9604b758f548 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.0646403 Feb 02 16:06:02.085363 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-e3f72162-e40d-4abf-b3f7-ed968ffd3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:02.086851 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-e3f72162-e40d-4abf-b3f7-ed968ffd3599 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.0618112 Feb 02 16:06:02.146038 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-390dbdc5-3672-474e-a798-b1063cd370da service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475535 Feb 02 16:06:02.293111 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-99ff3a6b-0537-41be-9b27-529517f29f43 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341436 Feb 02 16:06:02.332461 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:02.429752 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74de7ad0-f05f-4faa-913f-cfd3011f5b36 req-2789c2f3-6a69-4c06-ac42-df2c9e5404cd service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262126 Feb 02 16:06:02.562790 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:02.763715 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b8da6-08bf-403b-a4e6-a78efc234297 req-178fc668-de5a-4c20-b67b-ff586b1b7592 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:02.765254 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-851b8da6-08bf-403b-a4e6-a78efc234297 req-178fc668-de5a-4c20-b67b-ff586b1b7592 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0811183 Feb 02 16:06:02.816936 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-851b8da6-08bf-403b-a4e6-a78efc234297 req-b41bfc5b-23f0-4af9-b6d8-8a9633000a57 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Feb 02 16:06:02.817213 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8fc2d-547a-4db0-984a-a1469bac1f10 req-90c7367f-9823-430d-94af-023106a704c3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:02.818611 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-17a8fc2d-547a-4db0-984a-a1469bac1f10 req-90c7367f-9823-430d-94af-023106a704c3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 944 time: 0.0929668 Feb 02 16:06:02.864555 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-17a8fc2d-547a-4db0-984a-a1469bac1f10 req-39fed30b-28d1-4259-9bec-ecb4a9245b44 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Feb 02 16:06:02.956375 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d9d21b67-b69f-4c63-adbc-38cf514b9e8d req-2d3258a9-b649-4ac2-ac2a-7de7c9b51bd0 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 210 time: 0.0432925 Feb 02 16:06:03.089461 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd4b0f-4ec1-4c82-be47-e063b29aafd4 req-4404bd0a-dfde-41d6-8034-35a7bddb2a10 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:03.090820 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bbd4b0f-4ec1-4c82-be47-e063b29aafd4 req-4404bd0a-dfde-41d6-8034-35a7bddb2a10 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.0839262 Feb 02 16:06:03.134692 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bbd4b0f-4ec1-4c82-be47-e063b29aafd4 req-7dbf6d56-dca0-4aea-a0cb-707ed86de5b9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379333 Feb 02 16:06:03.234016 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:06:03.377892 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:06:03.382952 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:03.383348 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:03.502596 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:03.531058 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:03.543653 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:03.590701 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'code': 200} Feb 02 16:06:03.618411 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:03.688797 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:03.984992 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:04.052085 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ba67-5a87-4f12-8b3c-41826f0c219e req-df54eaa4-7660-4526-905d-6edbef89070b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:04.054228 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ec3ba67-5a87-4f12-8b3c-41826f0c219e req-df54eaa4-7660-4526-905d-6edbef89070b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1109872 Feb 02 16:06:04.082888 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab853e-0b0c-4034-957a-42c098831b16 req-7dab16aa-f6de-40d5-bf9c-00ee826bdea8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:04.084373 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-31ab853e-0b0c-4034-957a-42c098831b16 req-7dab16aa-f6de-40d5-bf9c-00ee826bdea8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0895958 Feb 02 16:06:04.129719 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-31ab853e-0b0c-4034-957a-42c098831b16 req-828f0500-971e-40ec-9a0f-72f461d53341 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Feb 02 16:06:04.154511 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ec3ba67-5a87-4f12-8b3c-41826f0c219e req-53571b86-5722-4d4b-90f1-adcc5ba3ebe1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940521 Feb 02 16:06:04.173610 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b93799-45d1-4438-9cfd-def398d03dd4 req-c69b0ac6-3f02-4829-aca4-d3faef429cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:04.175283 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1b93799-45d1-4438-9cfd-def398d03dd4 req-c69b0ac6-3f02-4829-aca4-d3faef429cc2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1098 time: 0.1004272 Feb 02 16:06:04.217570 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1b93799-45d1-4438-9cfd-def398d03dd4 req-ca2cb9cd-9454-4f41-8eaa-5a785e3800b1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364325 Feb 02 16:06:04.289168 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-85bdb40f-1eb6-444d-b422-aae159f30071 req-6623bfcd-fc71-4e63-956c-31329dc1d2bc tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 210 time: 0.0454252 Feb 02 16:06:04.821427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-e6581aee-9e37-43ee-a64f-f8688cf134d9 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:04.822959 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-e6581aee-9e37-43ee-a64f-f8688cf134d9 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.85 "GET /v2.0/networks?id=814e7faa-591f-4a65-a2c5-6a0a8e6c658f HTTP/1.1" status: 200 len: 808 time: 0.1493907 Feb 02 16:06:04.847735 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Request body: {'port': {'device_id': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f', 'admin_state_up': True, 'tenant_id': 'c945854c009145739962db3d0176a80e'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:05.065640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:05.069448 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Usage tracker for resource:port and tenant:c945854c009145739962db3d0176a80e is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:05.072414 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:05.078526 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:05.161571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Made reservation on behalf of c945854c009145739962db3d0176a80e for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:05.166220 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:05.359591 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Allocated IP 172.20.0.5 (814e7faa-591f-4a65-a2c5-6a0a8e6c658f/a02b186c-b5d5-454b-a0f0-4da998a46c71/30e620e5-b36b-49dc-83b1-8414019e5532) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:05.360418 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae5da4-4adf-43c9-a29a-2b0dc70f70a5 req-6f37eed8-b367-47a1-a2e0-a933b55274f6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:05.369200 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dfae5da4-4adf-43c9-a29a-2b0dc70f70a5 req-6f37eed8-b367-47a1-a2e0-a933b55274f6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1179550 Feb 02 16:06:05.418461 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 40092) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:05.429513 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dfae5da4-4adf-43c9-a29a-2b0dc70f70a5 req-9e989cc9-6b98-46c9-b82e-d86d094eff9f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 Feb 02 16:06:05.603753 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:05.611518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:05.626132 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:05.641591 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:592bd8b80d61466a9b6a422720fa874f is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:05.646162 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:05.658144 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:05.705454 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde0fd0-cfda-4cdb-b909-fdcfebf51b62 req-9bc8e190-94f9-454b-aa0f-0972d720363d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:05.706915 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4dde0fd0-cfda-4cdb-b909-fdcfebf51b62 req-9bc8e190-94f9-454b-aa0f-0972d720363d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1482639 Feb 02 16:06:05.716527 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:05.774402 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4dde0fd0-cfda-4cdb-b909-fdcfebf51b62 req-54e12ad0-9fed-434b-96e7-1dbd2f3aa442 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615847 Feb 02 16:06:05.802472 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:05.806042 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:05.810658 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:06:05.815482 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:05.816013 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:05.816639 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:05.836345 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Pushing event updated for resources: {'Port': ['ID=30e620e5-b36b-49dc-83b1-8414019e5532,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:05.950873 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-6fce1564-006c-4b2a-adef-bddf16980aad tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069002 Feb 02 16:06:05.973196 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.009497 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Request body: {'port': {'device_id': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:06.032357 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=592bd8b80d61466a9b6a422720fa874f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127031 Feb 02 16:06:06.037028 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 40102) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:06.054782 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ecfa-7ac2-4681-a40c-d22c07f6c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c2598-64b5-48a6-b911-40c7b0a32566,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:06.113556 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5450f-9437-41dd-9d71-ad6ebb354e0c req-1c145ebb-84ed-434f-8c2c-a9f8df9f7d1f tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:06.115205 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-cee5450f-9437-41dd-9d71-ad6ebb354e0c req-1c145ebb-84ed-434f-8c2c-a9f8df9f7d1f tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 931 time: 0.2336869 Feb 02 16:06:06.156504 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b06-de33-423d-8b6c-0db83f0aace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.175193 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.205013 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b06-de33-423d-8b6c-0db83f0aace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.213686 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-cee5450f-9437-41dd-9d71-ad6ebb354e0c req-687820ee-10fe-4d0e-962a-33caa01101e0 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Synchronizing usage tracker for tenant:c945854c009145739962db3d0176a80e on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:06.357442 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b06-de33-423d-8b6c-0db83f0aace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.363158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-cee5450f-9437-41dd-9d71-ad6ebb354e0c req-687820ee-10fe-4d0e-962a-33caa01101e0 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Unset dirty status for tenant:c945854c009145739962db3d0176a80e on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:06.364409 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-cee5450f-9437-41dd-9d71-ad6ebb354e0c req-687820ee-10fe-4d0e-962a-33caa01101e0 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408538 Feb 02 16:06:06.379504 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb47b06-de33-423d-8b6c-0db83f0aace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c2598-64b5-48a6-b911-40c7b0a32566,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:06.384874 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8cb47b06-de33-423d-8b6c-0db83f0aace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.386082 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-8cb47b06-de33-423d-8b6c-0db83f0aace6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e7c2598-64b5-48a6-b911-40c7b0a32566 HTTP/1.1" status: 204 len: 168 time: 0.3474512 Feb 02 16:06:06.644360 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e620e5-b36b-49dc-83b1-8414019e5532 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:06:06.654683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.679487 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Transition to ACTIVE for port object 30e620e5-b36b-49dc-83b1-8414019e5532 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:06:06.697338 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2d579-ff55-40a7-9a65-f3778e468f40 req-48f9ae35-4c58-4a07-a969-7ca070899acc tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:06.698860 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ddf2d579-ff55-40a7-9a65-f3778e468f40 req-48f9ae35-4c58-4a07-a969-7ca070899acc tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1294127 Feb 02 16:06:06.750028 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ddf2d579-ff55-40a7-9a65-f3778e468f40 req-0680bc8f-701e-42ea-9213-867099e3edc1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 02 16:06:06.772037 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:06.860790 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Pushing event updated for resources: {'Port': ['ID=30e620e5-b36b-49dc-83b1-8414019e5532,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:06.954755 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84314e3c-75a5-4974-bc08-adde57b1aeac req-fa926941-4fd9-490f-a292-7df8ab9a77f4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:06.959574 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-84314e3c-75a5-4974-bc08-adde57b1aeac req-fa926941-4fd9-490f-a292-7df8ab9a77f4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1012464 Feb 02 16:06:06.965374 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 40120) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:06.970320 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'floatingip': {'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:07.061973 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Attempting to bind port 30e620e5-b36b-49dc-83b1-8414019e5532 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:06:07.062288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Attempting to bind port 30e620e5-b36b-49dc-83b1-8414019e5532 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'fa97bd60-3e5a-45f8-a032-84d1243a8268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:06:07.062617 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Attempting to bind port 30e620e5-b36b-49dc-83b1-8414019e5532 on network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:06:07.064258 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:07.070560 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Port 30e620e5-b36b-49dc-83b1-8414019e5532 on network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:06:07.070881 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Attempting to bind port 30e620e5-b36b-49dc-83b1-8414019e5532 on network 814e7faa-591f-4a65-a2c5-6a0a8e6c658f {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:06:07.090648 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b309-749c-4947-88d3-74bbd924f2a4 req-abccdfd4-4162-4311-9258-8b2b58c68ce4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:07.101495 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b3e4b309-749c-4947-88d3-74bbd924f2a4 req-abccdfd4-4162-4311-9258-8b2b58c68ce4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1591332 Feb 02 16:06:07.101585 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:06:07.101929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Checking segment: {'id': 'fa97bd60-3e5a-45f8-a032-84d1243a8268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:06:07.102300 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Bound using segment: {'id': 'fa97bd60-3e5a-45f8-a032-84d1243a8268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:06:07.102844 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Bound port: 30e620e5-b36b-49dc-83b1-8414019e5532, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa97bd60-3e5a-45f8-a032-84d1243a8268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:06:07.103167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:07.198617 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b3e4b309-749c-4947-88d3-74bbd924f2a4 req-bc6282cd-c40a-42cc-b653-90c71b9d6043 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987926 Feb 02 16:06:07.236229 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] For port 30e620e5-b36b-49dc-83b1-8414019e5532, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:06:07.240267 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] For port 30e620e5-b36b-49dc-83b1-8414019e5532, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=30e620e5-b36b-49dc-83b1-8414019e5532,segment=NetworkSegment(fa97bd60-3e5a-45f8-a032-84d1243a8268),segment_id=fa97bd60-3e5a-45f8-a032-84d1243a8268)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:06:07.309942 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:07.378469 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:07.379080 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:07.380465 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] 10.222.0.85 "PUT /v2.0/ports/30e620e5-b36b-49dc-83b1-8414019e5532 HTTP/1.1" status: 200 len: 1093 time: 1.3757336 Feb 02 16:06:07.380917 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'tag': '30e620e5-b36b-49dc-83b1-8414019e5532'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:07.417661 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ef74f-ea78-406a-94ce-98a81c3ca277 service neutron] Pushing event updated for resources: {'Port': ['ID=30e620e5-b36b-49dc-83b1-8414019e5532,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:07.467225 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'tag': '30e620e5-b36b-49dc-83b1-8414019e5532', 'status': 'completed', 'code': 200} Feb 02 16:06:07.720891 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef64a-d48c-4c92-b319-8f83a4a4d49e req-8b0ada13-3347-4cd1-a39b-c553e34bccb2 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:07.721586 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-531ef64a-d48c-4c92-b319-8f83a4a4d49e req-8b0ada13-3347-4cd1-a39b-c553e34bccb2 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Synchronizing usage tracker for tenant:c945854c009145739962db3d0176a80e on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:07.744404 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d600e7-913c-4417-a08b-212e3c4ce013 req-bb2045dd-c267-43f9-b59b-87fba6c59f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:07.746073 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-90d600e7-913c-4417-a08b-212e3c4ce013 req-bb2045dd-c267-43f9-b59b-87fba6c59f28 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c945854c009145739962db3d0176a80e&device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 1096 time: 0.1945961 Feb 02 16:06:07.875522 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-531ef64a-d48c-4c92-b319-8f83a4a4d49e req-8b0ada13-3347-4cd1-a39b-c553e34bccb2 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Unset dirty status for tenant:c945854c009145739962db3d0176a80e on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:07.876714 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-531ef64a-d48c-4c92-b319-8f83a4a4d49e req-8b0ada13-3347-4cd1-a39b-c553e34bccb2 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 943 time: 0.3822031 Feb 02 16:06:07.970901 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-531ef64a-d48c-4c92-b319-8f83a4a4d49e req-399707b6-6518-4be3-951e-6f127d6ed7d6 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734112 Feb 02 16:06:07.998038 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d600e7-913c-4417-a08b-212e3c4ce013 req-2eae56a6-4715-4279-8c11-db5ffc0357b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:07.999625 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-90d600e7-913c-4417-a08b-212e3c4ce013 req-2eae56a6-4715-4279-8c11-db5ffc0357b6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=c945854c009145739962db3d0176a80e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2208679 Feb 02 16:06:08.005130 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:08.078074 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:08.164992 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d600e7-913c-4417-a08b-212e3c4ce013 req-f930144c-5511-4e89-9786-330a37166a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:08.166976 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-90d600e7-913c-4417-a08b-212e3c4ce013 req-f930144c-5511-4e89-9786-330a37166a25 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526251 Feb 02 16:06:08.374995 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-be788a4b-b517-4e84-8c9f-f9a2c08acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:08.376515 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-be788a4b-b517-4e84-8c9f-f9a2c08acce8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c945854c009145739962db3d0176a80e&device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 1096 time: 0.0873549 Feb 02 16:06:08.408536 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.l3_db [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Floating IP dc8494d5-ce1a-438f-b448-903aaf940cf6 associated. External IP: 172.28.2.62, port: 61f1b41e-9f8c-42fb-8d33-4c27596fc925. Feb 02 16:06:08.455330 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-a834b087-e2ab-46bc-8d96-83e21d1973fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e620e5-b36b-49dc-83b1-8414019e5532 HTTP/1.1" status: 200 len: 217 time: 0.0623949 Feb 02 16:06:08.517717 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94feb-bb72-41be-8422-f38da817bb78 req-d8103f74-7e74-4179-a1f8-4b4684da09e5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:08.519171 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-efc94feb-bb72-41be-8422-f38da817bb78 req-d8103f74-7e74-4179-a1f8-4b4684da09e5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1850855 Feb 02 16:06:08.533277 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-b646fdb0-8efd-4ec0-a5ad-154bb3c10e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:08.533277 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-b646fdb0-8efd-4ec0-a5ad-154bb3c10e5e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a02b186c-b5d5-454b-a0f0-4da998a46c71 HTTP/1.1" status: 200 len: 848 time: 0.0655704 Feb 02 16:06:08.592956 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-735933a2-3375-4b3a-b570-c424715bb2a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=814e7faa-591f-4a65-a2c5-6a0a8e6c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530941 Feb 02 16:06:08.652282 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-efc94feb-bb72-41be-8422-f38da817bb78 req-a9f300b5-2055-45e7-86dc-1eee47ba14dd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819185 Feb 02 16:06:08.753582 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-c41344a2-25ca-4519-b589-6038e984a9cc service neutron] 10.222.0.85 "GET /v2.0/networks/814e7faa-591f-4a65-a2c5-6a0a8e6c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475692 Feb 02 16:06:08.880667 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:06:08.940420 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dce6348b-2e15-477e-961d-c384dc7ffd14 req-b0cf0062-f218-4d80-bf95-895bce2314f8 service neutron] 10.222.0.85 "GET /v2.0/networks/814e7faa-591f-4a65-a2c5-6a0a8e6c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628649 Feb 02 16:06:09.090790 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:06:09.096608 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:09.100938 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:06:09.112028 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:06:09.112822 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:06:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:09.172720 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-341b6902-9bea-4293-86a4-b1add359cacf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "PUT /v2.0/floatingips/dc8494d5-ce1a-438f-b448-903aaf940cf6 HTTP/1.1" status: 200 len: 990 time: 2.2033820 Feb 02 16:06:09.172720 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:09.189159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b28786-f819-417d-8159-93e6809d12ea req-bccbd627-e329-486b-951e-6b73af120eda tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:09.195947 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-91b28786-f819-417d-8159-93e6809d12ea req-bccbd627-e329-486b-951e-6b73af120eda tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 943 time: 0.1051195 Feb 02 16:06:09.253181 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-91b28786-f819-417d-8159-93e6809d12ea req-0c611d99-661e-4e9d-a435-e9b434030a35 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561657 Feb 02 16:06:09.364281 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:06:09.383092 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1685e-8446-4b09-8af2-fce3a541ebec req-0580d3a2-8d3b-4fb7-9163-0bc98c8261a6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:09.384594 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0dd1685e-8446-4b09-8af2-fce3a541ebec req-0580d3a2-8d3b-4fb7-9163-0bc98c8261a6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0906076 Feb 02 16:06:09.439059 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0dd1685e-8446-4b09-8af2-fce3a541ebec req-c2591d31-892b-43fa-aefa-3960be4734c8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469980 Feb 02 16:06:09.452283 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'status': 'completed', 'code': 200} Feb 02 16:06:09.576316 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8314b-c243-4cfa-9932-18d800553a51 req-f7f9bcf4-3bd8-4b76-bb12-21b6034e3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:09.577422 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-f7f9bcf4-3bd8-4b76-bb12-21b6034e3b71 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1098 time: 0.0723002 Feb 02 16:06:09.745934 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8314b-c243-4cfa-9932-18d800553a51 req-636c7fcc-8efc-4a81-b557-bb7defad2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:09.747684 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-636c7fcc-8efc-4a81-b557-bb7defad2164 service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.1563959 Feb 02 16:06:09.768254 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': 'dc8494d5-ce1a-438f-b448-903aaf940cf6', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'floating_ip_address': '172.28.2.62', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'mac_address': 'fa:16:3e:f3:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:05:44Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 1, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:09.772382 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:06:09.781922 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:06:09.782626 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:06:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:09.971407 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-6535a678-f2c5-4830-9569-3e62f0b71178 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925 HTTP/1.1" status: 200 len: 998 time: 0.2118204 Feb 02 16:06:09.989632 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5af00-f8ed-43ee-962a-cd32aaac4bfd req-b32573ba-7450-4433-aa81-27f859da17e7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:09.991408 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eeb5af00-f8ed-43ee-962a-cd32aaac4bfd req-b32573ba-7450-4433-aa81-27f859da17e7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1312807 Feb 02 16:06:09.992331 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:06:10.105248 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eeb5af00-f8ed-43ee-962a-cd32aaac4bfd req-cb7d6832-af01-4310-8ba6-75361a03e4a9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816674 Feb 02 16:06:10.110700 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8314b-c243-4cfa-9932-18d800553a51 req-6cebaa52-9daf-479a-8db0-5a8b0a714586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:10.110700 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-6cebaa52-9daf-479a-8db0-5a8b0a714586 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.1161695 Feb 02 16:06:10.301498 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8314b-c243-4cfa-9932-18d800553a51 req-cf873a72-6a31-44e6-ae6a-a11a3a7ea67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:10.303074 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-cf873a72-6a31-44e6-ae6a-a11a3a7ea67c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1826060 Feb 02 16:06:10.402296 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': 'dc8494d5-ce1a-438f-b448-903aaf940cf6', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'floating_ip_address': '172.28.2.62', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'mac_address': 'fa:16:3e:f3:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:05:44Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 1, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:10.406329 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c5d88-078f-47c6-873b-882091a8ca12 None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': 'dc8494d5-ce1a-438f-b448-903aaf940cf6', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'floating_ip_address': '172.28.2.62', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'mac_address': 'fa:16:3e:f3:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:05:44Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 1, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:06:10.515483 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-35754905-5794-418b-a757-85a92b7703c0 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043130 Feb 02 16:06:10.529413 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5f29-3e98-4371-8189-1686d23de161 req-0d07718f-52cb-4b2d-85cc-7db37b669553 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:10.530957 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-964f5f29-3e98-4371-8189-1686d23de161 req-0d07718f-52cb-4b2d-85cc-7db37b669553 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 943 time: 0.1398604 Feb 02 16:06:10.661308 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a4dcc-78ac-4dc8-a816-ec969872274c None None] New status for floating IP dc8494d5-ce1a-438f-b448-903aaf940cf6: ACTIVE {{(pid=98644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:06:10.667996 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-964f5f29-3e98-4371-8189-1686d23de161 req-a1f13d59-5cc4-47f7-bd32-b03c9e343951 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164715 Feb 02 16:06:10.699722 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eee8314b-c243-4cfa-9932-18d800553a51 req-9cc7aed0-9244-4ae4-975e-5e588fc4d17d service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675720 Feb 02 16:06:10.868918 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c70669-42c0-4bb4-b3e8-e778cfa5413d req-bd025d48-02e3-4c85-857f-4a2953e4dba2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:10.870437 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c0c70669-42c0-4bb4-b3e8-e778cfa5413d req-bd025d48-02e3-4c85-857f-4a2953e4dba2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0990515 Feb 02 16:06:10.923197 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c0c70669-42c0-4bb4-b3e8-e778cfa5413d req-d645f10a-0266-4635-9a83-d88210f7c629 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Feb 02 16:06:11.288099 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b17c1e-3392-4391-af0c-e6598cf9cd50 req-d63694b8-46ed-46f6-971f-e7879030102f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:11.293349 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a5b17c1e-3392-4391-af0c-e6598cf9cd50 req-d63694b8-46ed-46f6-971f-e7879030102f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0837576 Feb 02 16:06:11.334608 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a5b17c1e-3392-4391-af0c-e6598cf9cd50 req-db746ddd-3823-47cc-b3b0-1d72a2e0b4de tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387468 Feb 02 16:06:11.859303 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6fe19-5259-4157-acf0-387b174c0794 req-78d9c4e8-f809-4962-b0a8-d0352ea9ec0f tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:11.860914 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-54e6fe19-5259-4157-acf0-387b174c0794 req-78d9c4e8-f809-4962-b0a8-d0352ea9ec0f tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 943 time: 0.0818124 Feb 02 16:06:11.921418 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-54e6fe19-5259-4157-acf0-387b174c0794 req-8ee0b85c-9092-407c-89ff-c4676ec5c98e tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Feb 02 16:06:12.113226 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d54cab-0d60-4916-bb84-299528ebc1f2 req-10b83153-bb1b-49ac-9799-44c86f4128e7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:12.114773 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-53d54cab-0d60-4916-bb84-299528ebc1f2 req-10b83153-bb1b-49ac-9799-44c86f4128e7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0811377 Feb 02 16:06:12.158795 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-53d54cab-0d60-4916-bb84-299528ebc1f2 req-29f07623-e6a5-4c79-92f3-19ff4c38b759 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382552 Feb 02 16:06:12.533121 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0688-0de9-44d2-a679-3a8c4f2d2f16 req-ac97fc0d-2844-49b8-a142-2912d5ad50e9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:12.534606 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6a8c0688-0de9-44d2-a679-3a8c4f2d2f16 req-ac97fc0d-2844-49b8-a142-2912d5ad50e9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0855556 Feb 02 16:06:12.578867 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6a8c0688-0de9-44d2-a679-3a8c4f2d2f16 req-8aa4063f-2d88-4fcb-803a-07902a5d5291 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Feb 02 16:06:13.154466 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83abba-1159-453d-b31b-a3cc8d663e89 req-9ee7f117-84fd-486d-8928-07f4d7525511 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:13.155944 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8e83abba-1159-453d-b31b-a3cc8d663e89 req-9ee7f117-84fd-486d-8928-07f4d7525511 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 943 time: 0.1088912 Feb 02 16:06:13.200019 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8e83abba-1159-453d-b31b-a3cc8d663e89 req-2a45994d-d784-4565-9375-eff884d19f02 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Feb 02 16:06:13.289239 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 30e620e5-b36b-49dc-83b1-8414019e5532 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:06:13.423426 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 30e620e5-b36b-49dc-83b1-8414019e5532, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=30e620e5-b36b-49dc-83b1-8414019e5532,segment=NetworkSegment(fa97bd60-3e5a-45f8-a032-84d1243a8268),segment_id=fa97bd60-3e5a-45f8-a032-84d1243a8268)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:13.437049 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '30e620e5-b36b-49dc-83b1-8414019e5532', 'network_id': '814e7faa-591f-4a65-a2c5-6a0a8e6c658f', 'port_id': '30e620e5-b36b-49dc-83b1-8414019e5532', 'mac_address': 'fa:16:3e:e5:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02b186c-b5d5-454b-a0f0-4da998a46c71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:06:13.493580 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:13.510770 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e620e5-b36b-49dc-83b1-8414019e5532 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:06:13.525578 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 30e620e5-b36b-49dc-83b1-8414019e5532, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=30e620e5-b36b-49dc-83b1-8414019e5532,segment=NetworkSegment(fa97bd60-3e5a-45f8-a032-84d1243a8268),segment_id=fa97bd60-3e5a-45f8-a032-84d1243a8268)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:13.609080 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:13.675338 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=30e620e5-b36b-49dc-83b1-8414019e5532,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:13.765704 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b931-2e2a-4ce3-8ccc-e02fec85586f req-3ae2ce71-0297-4846-83a5-f061e68cf258 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:13.767825 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a2d1b931-2e2a-4ce3-8ccc-e02fec85586f req-3ae2ce71-0297-4846-83a5-f061e68cf258 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0823383 Feb 02 16:06:13.812677 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a2d1b931-2e2a-4ce3-8ccc-e02fec85586f req-598dbab7-2e79-4f58-a5db-35b4194b86f6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Feb 02 16:06:14.131468 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:06:14.136647 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['30e620e5-b36b-49dc-83b1-8414019e5532'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:14.384945 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9645fe-e304-4eb1-829d-cf98cbc3a479 req-09692a14-5d70-48d1-af05-f31b9fbe2c80 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:14.387375 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9a9645fe-e304-4eb1-829d-cf98cbc3a479 req-09692a14-5d70-48d1-af05-f31b9fbe2c80 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 944 time: 0.0809946 Feb 02 16:06:14.520494 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9a9645fe-e304-4eb1-829d-cf98cbc3a479 req-d96bf624-59fb-49a5-bcdc-cab6b5ea5754 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279199 Feb 02 16:06:14.998629 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d6575-fbd3-469e-905e-10a3036bd63a req-38148041-884a-456a-bca2-590226cbedc6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:15.000110 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-354d6575-fbd3-469e-905e-10a3036bd63a req-38148041-884a-456a-bca2-590226cbedc6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0787387 Feb 02 16:06:15.044848 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-354d6575-fbd3-469e-905e-10a3036bd63a req-1853e689-9a88-4088-aa9e-c9422d4fcdc4 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Feb 02 16:06:15.668803 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-8648d621-b732-42cd-96a9-8aa2cbd5e9e9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:15.670690 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-8648d621-b732-42cd-96a9-8aa2cbd5e9e9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.1568968 Feb 02 16:06:15.687093 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-c6d206dc-a50b-4aee-b895-ff2454e9b205 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/quotas/4b7dd5c8331a4d7e8b8c82d642eb437c HTTP/1.1" status: 200 len: 375 time: 0.0096869 Feb 02 16:06:15.719893 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67fe7-c8ca-48f1-b896-aad275bbb55b req-e52a61c1-1110-4176-96db-84756dbeb6a4 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:15.721325 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-06c67fe7-c8ca-48f1-b896-aad275bbb55b req-e52a61c1-1110-4176-96db-84756dbeb6a4 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 944 time: 0.0920780 Feb 02 16:06:15.766836 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-06c67fe7-c8ca-48f1-b896-aad275bbb55b req-7856c45f-e655-431a-ba90-7fd88352185f tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Feb 02 16:06:15.779909 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-c3491d9c-d9c8-4c1a-8168-4165cc93fb1e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875306 Feb 02 16:06:15.912808 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2fd3b48a-1bc8-4036-aec4-1886c93aee26 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260369 Feb 02 16:06:16.045838 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-9acf5349-2cd4-447c-a4fe-dc818c1b6038 service neutron] 10.222.0.31 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267483 Feb 02 16:06:16.230491 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a6e7-0327-47ae-9f43-0ea2574cac4e req-f0f656e8-11d1-459f-9215-5a67395414ef tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:16.231957 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4ae5a6e7-0327-47ae-9f43-0ea2574cac4e req-f0f656e8-11d1-459f-9215-5a67395414ef tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0792384 Feb 02 16:06:16.279824 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4ae5a6e7-0327-47ae-9f43-0ea2574cac4e req-3ddf928d-311f-4ad8-9705-f7c003d5c7cc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Feb 02 16:06:16.347930 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a7449ca3-52ef-4706-a795-7d7cb20ad80c req-faeb9de0-7a94-47ca-94fb-06d0d78e0129 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 210 time: 0.0609782 Feb 02 16:06:16.958059 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431476ba-b000-491b-bf2e-965cf2bfd308 req-f7ac139e-d332-418c-80e7-dca20eac8a98 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:16.959661 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-431476ba-b000-491b-bf2e-965cf2bfd308 req-f7ac139e-d332-418c-80e7-dca20eac8a98 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 944 time: 0.0826230 Feb 02 16:06:17.006152 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-431476ba-b000-491b-bf2e-965cf2bfd308 req-0f8ffe77-2418-4794-b364-0749f098476a tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Feb 02 16:06:17.315524 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 30e620e5-b36b-49dc-83b1-8414019e5532 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:06:17.473987 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778baa7-8573-4138-96ab-696b45c683aa req-c27b9baa-ff90-43d3-8e14-019af9af55f5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:17.475552 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7778baa7-8573-4138-96ab-696b45c683aa req-c27b9baa-ff90-43d3-8e14-019af9af55f5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0826228 Feb 02 16:06:17.481132 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 30e620e5-b36b-49dc-83b1-8414019e5532 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:06:17.490993 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 30e620e5-b36b-49dc-83b1-8414019e5532 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:17.491490 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:17.498145 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5af09322-2231-4858-a7c1-77c45a0dfbfb req-5268648d-ea48-46a5-b4d0-c5bfd8a34d32 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 210 time: 0.0425422 Feb 02 16:06:17.531802 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7778baa7-8573-4138-96ab-696b45c683aa req-e17c9fcd-a9a9-43f5-b4cd-81039d2d32c9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Feb 02 16:06:17.615863 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:17.644809 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e620e5-b36b-49dc-83b1-8414019e5532'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:17.654801 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 30e620e5-b36b-49dc-83b1-8414019e5532, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=30e620e5-b36b-49dc-83b1-8414019e5532,segment=NetworkSegment(fa97bd60-3e5a-45f8-a032-84d1243a8268),segment_id=fa97bd60-3e5a-45f8-a032-84d1243a8268)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:17.691577 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e620e5-b36b-49dc-83b1-8414019e5532', 'code': 200} Feb 02 16:06:17.717295 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:17.812191 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=30e620e5-b36b-49dc-83b1-8414019e5532,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:18.220954 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:18.228779 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3564e1-1f3a-4fd0-9f16-4912ed3dc662 req-a85622bc-9fae-4387-9344-a7347cad6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:18.233991 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2a3564e1-1f3a-4fd0-9f16-4912ed3dc662 req-a85622bc-9fae-4387-9344-a7347cad6978 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 1098 time: 0.1370003 Feb 02 16:06:18.241824 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a5a34-2a0c-4993-8fef-95a4cade7e06 req-739659a7-cf81-41b0-97a7-eb321c2cc9e9 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:18.243208 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ae2a5a34-2a0c-4993-8fef-95a4cade7e06 req-739659a7-cf81-41b0-97a7-eb321c2cc9e9 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.1164384 Feb 02 16:06:18.309316 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2a3564e1-1f3a-4fd0-9f16-4912ed3dc662 req-a426b49c-0fc9-4c1c-a4c1-3af0e27d57d3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651400 Feb 02 16:06:18.312186 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ae2a5a34-2a0c-4993-8fef-95a4cade7e06 req-0afabb50-0318-4060-9d3a-4659c227470b tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Feb 02 16:06:18.657673 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6d015d9a-e319-46cf-b139-8cf9661d4447 req-df823168-ac7a-49c4-8440-707223f90caa tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 210 time: 0.0453582 Feb 02 16:06:18.720832 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d087b6b-cc9a-4ebb-bc1f-ed519869867b req-dfb452c6-ad30-4d78-9ea8-ab9fa43465d8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:18.722320 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d087b6b-cc9a-4ebb-bc1f-ed519869867b req-dfb452c6-ad30-4d78-9ea8-ab9fa43465d8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0807145 Feb 02 16:06:18.768692 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d087b6b-cc9a-4ebb-bc1f-ed519869867b req-308a2e84-63ed-4670-be2a-a8a3ba676183 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Feb 02 16:06:18.850110 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-bb510d89-356e-43ca-98c9-93a957d0d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:18.851593 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-bb510d89-356e-43ca-98c9-93a957d0d274 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.0694947 Feb 02 16:06:19.080546 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-af91fc7e-fd50-4e07-bdb2-589b1f596084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.081915 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-af91fc7e-fd50-4e07-bdb2-589b1f596084 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.2025280 Feb 02 16:06:19.153596 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-1b377add-a054-49e6-bbd9-1a3fddd452df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.0636404 Feb 02 16:06:19.384960 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-45a51fe8-4d72-436e-b087-0fda4152311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.386449 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-45a51fe8-4d72-436e-b087-0fda4152311e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.1513691 Feb 02 16:06:19.470777 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-4c5fcab7-2672-4cb8-95a2-3a451d9a96f8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520482 Feb 02 16:06:19.477331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-8d3039da-b00a-4dcf-8ef4-599c3c9e5483 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.478655 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-8d3039da-b00a-4dcf-8ef4-599c3c9e5483 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/networks?id=a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 200 len: 814 time: 0.2137065 Feb 02 16:06:19.514946 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501a6a3-47f6-48eb-9849-ac8396bd753d req-1f2c4282-6d10-48c9-aab1-57a23316c7c7 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.516180 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d501a6a3-47f6-48eb-9849-ac8396bd753d req-1f2c4282-6d10-48c9-aab1-57a23316c7c7 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.0841002 Feb 02 16:06:19.534970 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Request body: {'port': {'device_id': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'admin_state_up': True, 'tenant_id': '4b7dd5c8331a4d7e8b8c82d642eb437c'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:19.564206 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d501a6a3-47f6-48eb-9849-ac8396bd753d req-9b5763f5-9da9-4778-a723-ba4ab4097d7b tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Feb 02 16:06:19.759968 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-2768c099-c132-47ed-a625-46d8f7d4057f service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503858 Feb 02 16:06:19.766197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:19.834863 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:19.841224 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-deef0382-34de-49f6-8d72-fbaa7a19090f req-30d68813-ec3f-463d-80d6-7e484c530c3e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 210 time: 0.0725994 Feb 02 16:06:19.954895 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-810971e1-0a00-470c-b9ae-c43533fd04a0 req-396a19ca-9b78-42fa-8431-23ef7890de1f service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420207 Feb 02 16:06:19.964368 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136202-b6fc-4629-889a-a9ead3342295 req-aab07031-c114-4917-9a84-4adf3514e67d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.966108 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-cc136202-b6fc-4629-889a-a9ead3342295 req-aab07031-c114-4917-9a84-4adf3514e67d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0879595 Feb 02 16:06:19.971833 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Made reservation on behalf of 4b7dd5c8331a4d7e8b8c82d642eb437c for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:19.976709 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:20.015562 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-cc136202-b6fc-4629-889a-a9ead3342295 req-b107eaba-9227-4594-8f9a-5ed4f5efdd62 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Feb 02 16:06:20.146926 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Allocated IP 172.20.0.4 (a1917e93-a393-4b49-8d83-92159f7ebbce/902f0c28-1a79-4477-945c-b00a5db71101/55ce2936-314c-4233-87cf-80e591ad5916) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:20.349625 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:20.441009 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:20.508605 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364', 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', '6d97c338-9ff1-4df3-b54f-4245d3f1dd34'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:20.510683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Network a1917e93-a393-4b49-8d83-92159f7ebbce is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:20.513747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:20.517433 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:06:20.522826 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:20.523452 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:20.530871 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event updated for resources: {'Port': ['ID=55ce2936-314c-4233-87cf-80e591ad5916,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:20.663052 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-7412e9d1-06e5-4f46-9aae-8f1ca1dc1113 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1339295 Feb 02 16:06:20.713783 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Request body: {'port': {'device_id': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:20.867626 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433a529-d4f4-440b-b0a2-be01b7e16cf8 req-377c83af-ffb7-48e4-b9f6-0ec37186a8ef tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:20.874396 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6433a529-d4f4-440b-b0a2-be01b7e16cf8 req-377c83af-ffb7-48e4-b9f6-0ec37186a8ef tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.1950552 Feb 02 16:06:20.874396 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:21.054502 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6433a529-d4f4-440b-b0a2-be01b7e16cf8 req-f9c290d2-8d59-4db8-ab79-cacf0f39918f tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891473 Feb 02 16:06:21.079350 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef883e-2666-407d-83d5-885d7548e6ba req-096837ad-c2a2-4f5f-8232-9e94eeb9bb24 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:21.091856 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fcef883e-2666-407d-83d5-885d7548e6ba req-096837ad-c2a2-4f5f-8232-9e94eeb9bb24 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 931 time: 0.1325076 Feb 02 16:06:21.177821 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fcef883e-2666-407d-83d5-885d7548e6ba req-d65b81ed-1b3a-4ddb-a1d0-cefc1bf422a6 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847449 Feb 02 16:06:21.397726 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708085b0-5b88-408f-85e3-14823e533e54 req-b927d502-3c31-4c4d-a257-de50311574b8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:21.399174 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-708085b0-5b88-408f-85e3-14823e533e54 req-b927d502-3c31-4c4d-a257-de50311574b8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1579680 Feb 02 16:06:21.477857 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ce2936-314c-4233-87cf-80e591ad5916 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:06:21.488989 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:21.497403 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-708085b0-5b88-408f-85e3-14823e533e54 req-f99a737c-4179-4c12-96ca-da9dce589865 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680158 Feb 02 16:06:21.509631 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Transition to ACTIVE for port object 55ce2936-314c-4233-87cf-80e591ad5916 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:06:21.606147 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:21.764830 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ce2936-314c-4233-87cf-80e591ad5916,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:21.795137 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Attempting to bind port 55ce2936-314c-4233-87cf-80e591ad5916 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:06:21.802927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Attempting to bind port 55ce2936-314c-4233-87cf-80e591ad5916 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:06:21.802927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Attempting to bind port 55ce2936-314c-4233-87cf-80e591ad5916 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:06:21.802927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Port 55ce2936-314c-4233-87cf-80e591ad5916 on network a1917e93-a393-4b49-8d83-92159f7ebbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:06:21.802927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Attempting to bind port 55ce2936-314c-4233-87cf-80e591ad5916 on network a1917e93-a393-4b49-8d83-92159f7ebbce {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:06:21.805603 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:06:21.805932 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Checking segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:06:21.806305 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Bound using segment: {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:06:21.806720 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Bound port: 55ce2936-314c-4233-87cf-80e591ad5916, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:06:21.807606 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:21.939932 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] For port 55ce2936-314c-4233-87cf-80e591ad5916, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:06:21.949460 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] For port 55ce2936-314c-4233-87cf-80e591ad5916, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=55ce2936-314c-4233-87cf-80e591ad5916,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:06:22.038209 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:22.102858 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.103496 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:22.104865 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] 10.222.0.85 "PUT /v2.0/ports/55ce2936-314c-4233-87cf-80e591ad5916 HTTP/1.1" status: 200 len: 1093 time: 1.3991976 Feb 02 16:06:22.105334 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'tag': '55ce2936-314c-4233-87cf-80e591ad5916'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:22.122806 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea29718-df1d-4b00-ae7a-5c1ec634fbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ce2936-314c-4233-87cf-80e591ad5916,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:22.155937 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'tag': '55ce2936-314c-4233-87cf-80e591ad5916', 'status': 'completed', 'code': 200} Feb 02 16:06:22.288393 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dfafe-4567-4a9c-9b27-923fa1d46211 req-5cced60a-3a2a-4269-a910-b4b6ec9128f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.290298 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-047dfafe-4567-4a9c-9b27-923fa1d46211 req-5cced60a-3a2a-4269-a910-b4b6ec9128f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 1096 time: 0.0739067 Feb 02 16:06:22.475108 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dfafe-4567-4a9c-9b27-923fa1d46211 req-f18c706d-cf16-449c-b3e3-c473fd934656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.476524 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-047dfafe-4567-4a9c-9b27-923fa1d46211 req-f18c706d-cf16-449c-b3e3-c473fd934656 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1551626 Feb 02 16:06:22.483895 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476d43-8fa4-4b9a-998a-850f68b85173 req-33bf82e2-a7d0-467d-8ca7-db092551b9cb tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.484533 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-cb476d43-8fa4-4b9a-998a-850f68b85173 req-33bf82e2-a7d0-467d-8ca7-db092551b9cb tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:22.629698 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dfafe-4567-4a9c-9b27-923fa1d46211 req-793ad0f1-ad90-447f-a633-9c62cc239e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.631420 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-047dfafe-4567-4a9c-9b27-923fa1d46211 req-793ad0f1-ad90-447f-a633-9c62cc239e83 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443937 Feb 02 16:06:22.642804 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-cb476d43-8fa4-4b9a-998a-850f68b85173 req-33bf82e2-a7d0-467d-8ca7-db092551b9cb tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:22.643925 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb476d43-8fa4-4b9a-998a-850f68b85173 req-33bf82e2-a7d0-467d-8ca7-db092551b9cb tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 943 time: 0.3527262 Feb 02 16:06:22.689383 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cb476d43-8fa4-4b9a-998a-850f68b85173 req-06229215-4622-4b68-8c6f-ded0378d521b tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Feb 02 16:06:22.695640 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5d591-5399-4486-83df-e7049b6f30b7 req-2c401d56-4618-4355-a529-d47d4e3c15c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.697077 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c8b5d591-5399-4486-83df-e7049b6f30b7 req-2c401d56-4618-4355-a529-d47d4e3c15c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0824337 Feb 02 16:06:22.742618 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c8b5d591-5399-4486-83df-e7049b6f30b7 req-2ea9beb1-9cb7-40f3-8af3-7a6105bab108 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Feb 02 16:06:22.800837 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-b7361154-7908-410d-b301-9746534e2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.802372 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-b7361154-7908-410d-b301-9746534e2ea2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 1096 time: 0.0698466 Feb 02 16:06:22.890168 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-3eb24798-b632-4744-9ca7-eb7a19f07313 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ce2936-314c-4233-87cf-80e591ad5916 HTTP/1.1" status: 200 len: 217 time: 0.0630186 Feb 02 16:06:22.954706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-f8bbc8c8-4a8c-448d-bba3-2477a776e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:22.956216 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-f8bbc8c8-4a8c-448d-bba3-2477a776e973 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 200 len: 854 time: 0.0585523 Feb 02 16:06:23.037605 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-5826ebdb-5d36-435e-8b70-a02060a80a5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a1917e93-a393-4b49-8d83-92159f7ebbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536027 Feb 02 16:06:23.246185 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-1908c1c1-6698-496b-80d9-7701fb1e1fda service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998353 Feb 02 16:06:23.383387 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2be96c12-31c7-41b3-9cf6-7d2952806cde req-425c5711-c7ea-4275-85f3-9d98b11f8aef service neutron] 10.222.0.85 "GET /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286943 Feb 02 16:06:23.884802 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256629e-907c-41a6-bbd5-c2cb9c5da1c7 req-1b66c2d6-4415-4311-90ca-1e29f62a991e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:23.886862 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3256629e-907c-41a6-bbd5-c2cb9c5da1c7 req-1b66c2d6-4415-4311-90ca-1e29f62a991e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 943 time: 0.0863044 Feb 02 16:06:23.950884 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf59d-b7d9-455c-8c09-28e803576d9b req-bf1594de-8d2e-4df5-a64f-3efd540122d7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:23.951807 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3256629e-907c-41a6-bbd5-c2cb9c5da1c7 req-87b54966-be0e-4517-9ff3-305b6f55d004 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573485 Feb 02 16:06:23.952381 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a0eaf59d-b7d9-455c-8c09-28e803576d9b req-bf1594de-8d2e-4df5-a64f-3efd540122d7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0878825 Feb 02 16:06:24.001883 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a0eaf59d-b7d9-455c-8c09-28e803576d9b req-3071c81a-6c74-4075-91c4-1f1eaf7942c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Feb 02 16:06:24.719348 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 40460) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:24.830850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:24.845685 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:24.849470 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Usage tracker for resource:security_group_rule and tenant:7519108db61d46f7ad94a8058c04d101 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:24.852358 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:24.858622 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:24.944936 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:25.036737 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:25.176761 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7519108db61d46f7ad94a8058c04d101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888380 Feb 02 16:06:25.181628 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428df0-8616-4560-b104-c5c4f7561da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b348422-bc9e-4d93-8992-62cd1bbeb611,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:25.185167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 40476) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:25.194867 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474dfb-d10c-40c4-9187-e3e359d088d7 req-33909cfa-0c84-439c-89aa-7957215d9bcb tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:25.202792 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-84474dfb-d10c-40c4-9187-e3e359d088d7 req-33909cfa-0c84-439c-89aa-7957215d9bcb tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0936046 Feb 02 16:06:25.255508 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-84474dfb-d10c-40c4-9187-e3e359d088d7 req-7984f887-fe05-4847-9073-f70a23efb12b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 Feb 02 16:06:25.280834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e207d7-af9a-43f9-893c-d716ea43c8cc req-b8f18974-1123-4db5-bcb5-da64bb0af3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:25.282309 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-80e207d7-af9a-43f9-893c-d716ea43c8cc req-b8f18974-1123-4db5-bcb5-da64bb0af3fa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.2293353 Feb 02 16:06:25.293555 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef83e-c2f3-4b15-9e57-df71a6b52256 req-f419bcc1-743d-4ff0-98cb-66bdb1097202 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:25.295470 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-263ef83e-c2f3-4b15-9e57-df71a6b52256 req-f419bcc1-743d-4ff0-98cb-66bdb1097202 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 943 time: 0.2032175 Feb 02 16:06:25.296161 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a181b9d2-e47c-4db1-a253-0836f01ee003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:25.389071 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a181b9d2-e47c-4db1-a253-0836f01ee003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:25.403306 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-80e207d7-af9a-43f9-893c-d716ea43c8cc req-b0a20e20-1f2a-42f9-95bc-99a8cf82d831 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049354 Feb 02 16:06:25.411925 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-263ef83e-c2f3-4b15-9e57-df71a6b52256 req-dd360953-721e-4d09-8509-464c30614add tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987909 Feb 02 16:06:25.537408 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a181b9d2-e47c-4db1-a253-0836f01ee003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:25.554073 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181b9d2-e47c-4db1-a253-0836f01ee003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b348422-bc9e-4d93-8992-62cd1bbeb611,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:25.582960 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a181b9d2-e47c-4db1-a253-0836f01ee003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:25.582960 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-a181b9d2-e47c-4db1-a253-0836f01ee003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b348422-bc9e-4d93-8992-62cd1bbeb611 HTTP/1.1" status: 204 len: 168 time: 0.3860071 Feb 02 16:06:26.451370 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4995c9-960c-401a-8717-452a1e0f4962 req-1c3454be-b7b2-461c-9a43-38b084282d12 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:26.455756 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-db4995c9-960c-401a-8717-452a1e0f4962 req-1c3454be-b7b2-461c-9a43-38b084282d12 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0959680 Feb 02 16:06:26.509963 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-db4995c9-960c-401a-8717-452a1e0f4962 req-b8958527-0328-4284-b9fa-d8c41c16a046 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Feb 02 16:06:26.756479 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e75285-c2b8-4e4e-b6c8-4bf48c4f4070 req-ace38e0f-ab42-4ecf-98a3-47f5bcdce654 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:26.758232 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d4e75285-c2b8-4e4e-b6c8-4bf48c4f4070 req-ace38e0f-ab42-4ecf-98a3-47f5bcdce654 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 943 time: 0.1178734 Feb 02 16:06:26.811791 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d4e75285-c2b8-4e4e-b6c8-4bf48c4f4070 req-30ef65a8-3296-40d5-aa29-67983fc3bcf8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Feb 02 16:06:27.384797 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 55ce2936-314c-4233-87cf-80e591ad5916 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:06:27.525072 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 55ce2936-314c-4233-87cf-80e591ad5916, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=55ce2936-314c-4233-87cf-80e591ad5916,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:27.545381 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '55ce2936-314c-4233-87cf-80e591ad5916', 'network_id': 'a1917e93-a393-4b49-8d83-92159f7ebbce', 'port_id': '55ce2936-314c-4233-87cf-80e591ad5916', 'mac_address': 'fa:16:3e:0e:95:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902f0c28-1a79-4477-945c-b00a5db71101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:06:27.655123 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:27.676327 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ce2936-314c-4233-87cf-80e591ad5916 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:06:27.694019 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 55ce2936-314c-4233-87cf-80e591ad5916, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=55ce2936-314c-4233-87cf-80e591ad5916,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:27.733375 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2e61-3de9-4d29-934e-a3a7e1d92f38 req-6077214d-6717-4a1b-8b0e-06170532a6f3 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:27.734728 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-67ad2e61-3de9-4d29-934e-a3a7e1d92f38 req-6077214d-6717-4a1b-8b0e-06170532a6f3 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.1420903 Feb 02 16:06:27.736518 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68f47-66ba-4058-9cfe-d99c04645ce4 req-6ea58673-989f-40e7-89ed-f6c2ec2100ba tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:27.743954 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-25c68f47-66ba-4058-9cfe-d99c04645ce4 req-6ea58673-989f-40e7-89ed-f6c2ec2100ba tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0955572 Feb 02 16:06:27.774185 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:27.789205 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-25c68f47-66ba-4058-9cfe-d99c04645ce4 req-ffdf41a8-bf37-4e91-a7ad-409facb23456 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 Feb 02 16:06:27.792027 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-67ad2e61-3de9-4d29-934e-a3a7e1d92f38 req-569186dc-cb35-4fdd-909a-8df54d734bb6 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495350 Feb 02 16:06:27.846622 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=55ce2936-314c-4233-87cf-80e591ad5916,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:28.032359 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f259f5-49cf-463e-9267-08e25899eed3 req-c75daa46-cdc4-4aac-9dda-219be2d6361e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.034101 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a8f259f5-49cf-463e-9267-08e25899eed3 req-c75daa46-cdc4-4aac-9dda-219be2d6361e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 944 time: 0.1001775 Feb 02 16:06:28.084617 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a8f259f5-49cf-463e-9267-08e25899eed3 req-52e76f01-8f01-4c06-8449-eeefdabf3138 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447607 Feb 02 16:06:28.363099 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['55ce2936-314c-4233-87cf-80e591ad5916'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:28.446871 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33162-119b-4d3b-8122-f1d29d721e63 req-eec60120-8038-4281-a165-1ca1bb807464 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.449206 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b6f33162-119b-4d3b-8122-f1d29d721e63 req-eec60120-8038-4281-a165-1ca1bb807464 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0968664 Feb 02 16:06:28.498308 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b6f33162-119b-4d3b-8122-f1d29d721e63 req-d153737b-8320-44ee-9d52-18639a3bd31d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Feb 02 16:06:28.537825 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-6ade0c50-a616-49d3-bc94-21e5cee6c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.539309 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-6ade0c50-a616-49d3-bc94-21e5cee6c00a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.0754981 Feb 02 16:06:28.680912 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-71dfb21a-dbff-4b7a-987d-60d81c4ba7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.683018 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-71dfb21a-dbff-4b7a-987d-60d81c4ba7b5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.1343732 Feb 02 16:06:28.762778 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-efa20e9a-e899-48de-944f-5dd0f6e5d0b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.0686886 Feb 02 16:06:28.831398 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-9eaf2da1-4e30-4cae-9c08-4de09a20e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.832821 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-9eaf2da1-4e30-4cae-9c08-4de09a20e9a1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.0626998 Feb 02 16:06:28.886874 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-c5a226a3-28f1-4df0-b0ce-8f456684ff87 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444205 Feb 02 16:06:29.063744 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4380c666-7d85-4957-af61-fb968d66c3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:29.180568 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-f3626eff-4021-40f0-9d20-3540636bb880 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784638 Feb 02 16:06:29.188209 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c7be6-f000-416a-b96a-5379182a01da req-5dd355b9-5f70-48fc-9bec-7b95b3b8c7f6 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.189622 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-097c7be6-f000-416a-b96a-5379182a01da req-5dd355b9-5f70-48fc-9bec-7b95b3b8c7f6 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.2887838 Feb 02 16:06:29.273127 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39760266-c877-4f3e-a004-37de0220152a req-0cb9740f-0bd4-4ea9-a37c-53a5e0ef110f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.274618 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-39760266-c877-4f3e-a004-37de0220152a req-0cb9740f-0bd4-4ea9-a37c-53a5e0ef110f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 944 time: 0.0783875 Feb 02 16:06:29.315043 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-097c7be6-f000-416a-b96a-5379182a01da req-c65f843d-4d13-47da-a057-27cb722bd594 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069396 Feb 02 16:06:29.325982 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-39760266-c877-4f3e-a004-37de0220152a req-2291cc82-3b4b-4f85-b6f9-dfe4a476a14f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Feb 02 16:06:29.357372 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-26fc8fec-c537-4bca-bf76-ed30b95fe653 req-64906f79-2327-45f8-bc65-a2ca6a107a56 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667609 Feb 02 16:06:29.692848 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09eda-576f-43cd-94bc-63550ea0d7b6 req-263896b3-e406-4282-905f-7602deb56c50 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.694354 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-48d09eda-576f-43cd-94bc-63550ea0d7b6 req-263896b3-e406-4282-905f-7602deb56c50 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0830550 Feb 02 16:06:29.739063 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-48d09eda-576f-43cd-94bc-63550ea0d7b6 req-ad3f146b-3cc8-404b-9093-54adf0fbfd2f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389547 Feb 02 16:06:30.446249 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-71dfd6ee-3dc4-46bf-aec2-9696bf2f8b32 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.448524 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-71dfd6ee-3dc4-46bf-aec2-9696bf2f8b32 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.0926735 Feb 02 16:06:30.519336 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd87e2-81d3-4ec3-992a-d92c419a087e req-c9579b48-ed62-41ac-b60d-4409711b4e10 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.520805 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d3cd87e2-81d3-4ec3-992a-d92c419a087e req-c9579b48-ed62-41ac-b60d-4409711b4e10 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 944 time: 0.0865788 Feb 02 16:06:30.521941 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Deleting port 30e620e5-b36b-49dc-83b1-8414019e5532 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:06:30.522290 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:30.567848 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d3cd87e2-81d3-4ec3-992a-d92c419a087e req-b88621d8-8eff-4bdc-a440-e0df46b87d8b tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Feb 02 16:06:30.871025 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] For port 30e620e5-b36b-49dc-83b1-8414019e5532, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=30e620e5-b36b-49dc-83b1-8414019e5532,segment=NetworkSegment(fa97bd60-3e5a-45f8-a032-84d1243a8268),segment_id=fa97bd60-3e5a-45f8-a032-84d1243a8268)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:30.871400 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:30.925346 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dd30b-2473-407c-b8b8-f353fd6b43b6 req-7e614bfd-b444-48d9-b220-76180145e60d tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.926865 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-831dd30b-2473-407c-b8b8-f353fd6b43b6 req-7e614bfd-b444-48d9-b220-76180145e60d tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 945 time: 0.0941961 Feb 02 16:06:30.974828 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-831dd30b-2473-407c-b8b8-f353fd6b43b6 req-d2c8aae0-0e3f-4ac7-8dfa-a47efc626009 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/security-groups?id=127c3e46-42aa-4670-b33e-9f18673e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Feb 02 16:06:31.002465 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05daf9-eeba-4dca-9a7a-40782c2e38d9 req-9c7f6cda-2063-4731-b5b0-c7d182dc87e2 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:31.003959 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ab05daf9-eeba-4dca-9a7a-40782c2e38d9 req-9c7f6cda-2063-4731-b5b0-c7d182dc87e2 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.2637470 Feb 02 16:06:31.011212 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Calling delete_port for 30e620e5-b36b-49dc-83b1-8414019e5532 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:06:31.114903 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ab05daf9-eeba-4dca-9a7a-40782c2e38d9 req-b1a6fc9f-7a29-4a8f-8518-e1e8fecc1421 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760248 Feb 02 16:06:31.156826 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc9a25-050c-45aa-966f-f08de6851828 req-83b6b8e5-a42d-4559-9237-82d686eac26e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:31.158479 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-21dc9a25-050c-45aa-966f-f08de6851828 req-83b6b8e5-a42d-4559-9237-82d686eac26e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0886784 Feb 02 16:06:31.204427 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-21dc9a25-050c-45aa-966f-f08de6851828 req-504cbe13-0e61-4ead-87fc-4b911699cbb7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Feb 02 16:06:31.294261 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.337711 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['30e620e5-b36b-49dc-83b1-8414019e5532'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:31.344171 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Pushing event deleted for resources: {'Port': ['ID=30e620e5-b36b-49dc-83b1-8414019e5532,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:31.386679 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.387027 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.387427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.387764 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.388097 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.388438 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.388767 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.389094 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.389430 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.389749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.390258 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.390574 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:31.402616 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 55ce2936-314c-4233-87cf-80e591ad5916 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:06:31.434604 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] No DVR routers for this DVR port 30e620e5-b36b-49dc-83b1-8414019e5532 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:06:31.437872 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.440518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'name': 'network-vif-deleted', 'tag': '30e620e5-b36b-49dc-83b1-8414019e5532'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:31.456088 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0a15a93d-4022-46bc-908e-07ca8a6308aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.492043 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be', 'name': 'network-vif-deleted', 'tag': '30e620e5-b36b-49dc-83b1-8414019e5532', 'status': 'completed', 'code': 200} Feb 02 16:06:31.535275 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-af103653-b2e4-49ed-a383-04f10db2e6b0 req-a1dca485-999d-4168-bc15-a8014090e433 tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.85 "DELETE /v2.0/ports/30e620e5-b36b-49dc-83b1-8414019e5532 HTTP/1.1" status: 204 len: 173 time: 1.0809066 Feb 02 16:06:31.554915 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 55ce2936-314c-4233-87cf-80e591ad5916 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:06:31.560137 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 55ce2936-314c-4233-87cf-80e591ad5916 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:31.560502 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.688470 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.717399 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ce2936-314c-4233-87cf-80e591ad5916'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:31.727449 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 55ce2936-314c-4233-87cf-80e591ad5916, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=55ce2936-314c-4233-87cf-80e591ad5916,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:31.773308 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94095f-5aa4-4151-b222-230d89c0b684 req-93cfc1d3-1f84-451d-9991-02751a8f730c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:31.776216 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bd94095f-5aa4-4151-b222-230d89c0b684 req-93cfc1d3-1f84-451d-9991-02751a8f730c tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 944 time: 0.0851450 Feb 02 16:06:31.781904 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ce2936-314c-4233-87cf-80e591ad5916', 'code': 200} Feb 02 16:06:31.800462 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.827293 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bd94095f-5aa4-4151-b222-230d89c0b684 req-4feb800f-13aa-43df-b809-dccef40ffa44 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457757 Feb 02 16:06:31.869017 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=55ce2936-314c-4233-87cf-80e591ad5916,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:31.899769 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 40638) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:32.026037 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.042728 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:32.046937 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Usage tracker for resource:security_group_rule and tenant:34221f0814474a5da499354838033e33 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:32.049846 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:32.057600 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:32.169214 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-4287775f-2347-46ed-a823-26464826b8fb req-31514109-72e1-4c9c-9fff-77d325dc1a7b tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Synchronizing usage tracker for tenant:c945854c009145739962db3d0176a80e on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:32.192749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.280850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.287760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-4287775f-2347-46ed-a823-26464826b8fb req-31514109-72e1-4c9c-9fff-77d325dc1a7b tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] Unset dirty status for tenant:c945854c009145739962db3d0176a80e on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:32.288908 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4287775f-2347-46ed-a823-26464826b8fb req-31514109-72e1-4c9c-9fff-77d325dc1a7b tempest-VolumesActionsTest-2112357098 tempest-VolumesActionsTest-2112357098-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c3fa059-73c9-4ac3-a15b-bbc5ccb8c3be HTTP/1.1" status: 200 len: 210 time: 0.1795132 Feb 02 16:06:32.332194 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.341019 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d04047-1dc6-4b28-b7e9-271b72255303 req-67771f34-7699-4d03-a27e-6b358a5dbed1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:32.346469 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e7d04047-1dc6-4b28-b7e9-271b72255303 req-67771f34-7699-4d03-a27e-6b358a5dbed1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1191087 Feb 02 16:06:32.362162 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34221f0814474a5da499354838033e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587219 Feb 02 16:06:32.362162 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff6029-0ba2-4fc4-aa77-2e7c883f82a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff93fe-fe47-47f5-9010-3dbacdc3e715,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:32.365598 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 40652) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:32.418572 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e7d04047-1dc6-4b28-b7e9-271b72255303 req-1734d1b0-4e3a-47c6-b60a-7c2505d0b22f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670352 Feb 02 16:06:32.421459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b22891-18fa-4c83-9d80-f79dd50dab6f req-99eb050a-f664-4d81-aee3-971b548bbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:32.423146 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-71b22891-18fa-4c83-9d80-f79dd50dab6f req-99eb050a-f664-4d81-aee3-971b548bbc6d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 1098 time: 0.1829076 Feb 02 16:06:32.527789 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25318d9-29e6-4adf-94f6-7bd8dee01b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.545003 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-71b22891-18fa-4c83-9d80-f79dd50dab6f req-a28c4c1c-0ea6-4bf4-b129-ef060b5d016c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072834 Feb 02 16:06:32.571605 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25318d9-29e6-4adf-94f6-7bd8dee01b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.580448 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.684658 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159728-f123-4e7f-b3a6-13f77cdb74c9 req-90e77cb0-fa02-4017-90ce-468f03e328ac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:32.686116 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-30159728-f123-4e7f-b3a6-13f77cdb74c9 req-90e77cb0-fa02-4017-90ce-468f03e328ac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.2502360 Feb 02 16:06:32.732568 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-30159728-f123-4e7f-b3a6-13f77cdb74c9 req-aff6c85a-8b60-4014-931f-b881f78c5215 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Feb 02 16:06:32.797434 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25318d9-29e6-4adf-94f6-7bd8dee01b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.813234 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25318d9-29e6-4adf-94f6-7bd8dee01b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff93fe-fe47-47f5-9010-3dbacdc3e715,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:32.817564 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25318d9-29e6-4adf-94f6-7bd8dee01b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:32.818685 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b25318d9-29e6-4adf-94f6-7bd8dee01b23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2ff93fe-fe47-47f5-9010-3dbacdc3e715 HTTP/1.1" status: 204 len: 168 time: 0.4509625 Feb 02 16:06:33.016306 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e099e9-f90d-4b61-b87e-7466f7143b51 req-14b7ef2d-2d99-49ce-b119-80c91fb42e65 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:33.018503 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-87e099e9-f90d-4b61-b87e-7466f7143b51 req-14b7ef2d-2d99-49ce-b119-80c91fb42e65 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.0824242 Feb 02 16:06:33.136031 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-87e099e9-f90d-4b61-b87e-7466f7143b51 req-f06e14ac-8de3-4dac-b5c1-8a0b6dc78d56 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122050 Feb 02 16:06:33.416238 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 30e620e5-b36b-49dc-83b1-8414019e5532 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:06:33.460769 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 30e620e5-b36b-49dc-83b1-8414019e5532 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:06:33.460769 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 30e620e5-b36b-49dc-83b1-8414019e5532 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:06:33.500878 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 40670) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:33.524881 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:33.540771 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:33.545956 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Usage tracker for resource:security_group_rule and tenant:495cad0d7760440984eb611501be1856 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:33.549176 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:33.555512 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:33.614465 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ff353-34bd-4b00-95a8-87a7c1b7ace9 req-540ff4de-4aac-40b3-b2f6-d17a3aba3b26 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:33.622561 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-995ff353-34bd-4b00-95a8-87a7c1b7ace9 req-540ff4de-4aac-40b3-b2f6-d17a3aba3b26 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0997686 Feb 02 16:06:33.643164 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:33.663010 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-995ff353-34bd-4b00-95a8-87a7c1b7ace9 req-b2b73723-4b58-46ca-84a7-016f21108d2e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Feb 02 16:06:33.714585 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:33.764567 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=495cad0d7760440984eb611501be1856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604561 Feb 02 16:06:33.765212 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 40676) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:33.765659 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8aa3a-c463-4385-a84e-bc9d08405429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f03f9-2b00-421d-a2b0-f8f24c9c365b,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:33.828022 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:33.854969 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:33.936311 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192388e-36ee-4dc9-a130-e89c3b868795 req-5f8ae9f6-726b-4473-9687-f63c557750f9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:33.937769 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a192388e-36ee-4dc9-a130-e89c3b868795 req-5f8ae9f6-726b-4473-9687-f63c557750f9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0880914 Feb 02 16:06:33.982717 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a192388e-36ee-4dc9-a130-e89c3b868795 req-f14a8fb7-b588-4fd5-832f-ada105adcf49 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Feb 02 16:06:34.063473 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:34.132170 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:34.169406 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f03f9-2b00-421d-a2b0-f8f24c9c365b,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:34.178716 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.179060 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.179433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.179765 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.180101 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.180433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.180769 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.181092 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.181420 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.181769 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.182789 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.183118 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:34.186486 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:34.187752 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2594dae9-956b-4286-8886-ad493c3b434c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d58f03f9-2b00-421d-a2b0-f8f24c9c365b HTTP/1.1" status: 204 len: 168 time: 0.4214997 Feb 02 16:06:34.348359 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c29df6-9088-402b-a40a-1548b91eb51d req-fb1bcf43-9819-4770-8aaf-6614d1fcc19d tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:34.349971 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-04c29df6-9088-402b-a40a-1548b91eb51d req-fb1bcf43-9819-4770-8aaf-6614d1fcc19d tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.0845687 Feb 02 16:06:34.396717 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-04c29df6-9088-402b-a40a-1548b91eb51d req-25124606-281d-48f8-9b99-21d12336b083 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Feb 02 16:06:34.877991 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e1c21-f33e-4af3-aed3-5c09ce073893 req-71da2cf2-99ef-43fb-81d3-24754ab8a61d tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:34.882560 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f7e1c21-f33e-4af3-aed3-5c09ce073893 req-71da2cf2-99ef-43fb-81d3-24754ab8a61d tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0858948 Feb 02 16:06:34.929703 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f7e1c21-f33e-4af3-aed3-5c09ce073893 req-90af4ffc-1f01-4200-a07c-de1f22760fa5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Feb 02 16:06:35.585618 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38919525-c47e-45fd-95cd-b0d55625dfda req-3172e4df-70bc-4ee7-8910-dad3fff5c407 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:35.587096 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-38919525-c47e-45fd-95cd-b0d55625dfda req-3172e4df-70bc-4ee7-8910-dad3fff5c407 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.0845938 Feb 02 16:06:35.634186 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-38919525-c47e-45fd-95cd-b0d55625dfda req-e5009902-6de5-4599-9249-16911553c578 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Feb 02 16:06:36.117246 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9c04b-84e8-4b79-9307-a95c1780336f req-b3389ddd-4eea-48f1-993e-c29fd377a7d5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:36.118715 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3ce9c04b-84e8-4b79-9307-a95c1780336f req-b3389ddd-4eea-48f1-993e-c29fd377a7d5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0828743 Feb 02 16:06:36.164292 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3ce9c04b-84e8-4b79-9307-a95c1780336f req-5f59728d-ae28-4ac4-9f26-a428e7ccaadc tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397995 Feb 02 16:06:36.607292 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8712af-544a-43da-b921-e459fbc1374e req-ba28d13f-e72d-46e9-8446-2192e2fa3890 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:36.609440 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-be8712af-544a-43da-b921-e459fbc1374e req-ba28d13f-e72d-46e9-8446-2192e2fa3890 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0962160 Feb 02 16:06:36.661818 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-be8712af-544a-43da-b921-e459fbc1374e req-66bcdda3-ae74-4112-84c6-96efbb841e48 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Feb 02 16:06:37.361330 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1042b-bab5-48d7-84ca-7ac31b199dfb req-5f19e68b-5839-4f4a-8e46-9bbbc14b5ed6 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:37.362903 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-14c1042b-bab5-48d7-84ca-7ac31b199dfb req-5f19e68b-5839-4f4a-8e46-9bbbc14b5ed6 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0865934 Feb 02 16:06:37.408731 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-14c1042b-bab5-48d7-84ca-7ac31b199dfb req-029f9f9e-9ac7-4bcc-9867-bae49e0a9105 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Feb 02 16:06:37.729875 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-67e889a0-29aa-4aa1-afd9-097d1c3ede2d tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269024 Feb 02 16:06:37.885512 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4ecfd337-b1b6-4c78-9d60-9c30d9259e38 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:37.886946 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4ecfd337-b1b6-4c78-9d60-9c30d9259e38 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517191 Feb 02 16:06:37.901939 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-406096cf-51b6-45a5-8868-53f1e6043141 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/quotas/38795ce77bfe446fbffa76c6c3afd39f HTTP/1.1" status: 200 len: 375 time: 0.0093200 Feb 02 16:06:37.956029 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-fb3bff23-f93c-42cd-8ad5-aa6b0a77e6c5 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484157 Feb 02 16:06:38.262558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8596b779-18e0-40de-af6b-03c2449f6d81 req-b7920eb6-7aac-43c7-8ac9-d5689108052b tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 210 time: 0.0467558 Feb 02 16:06:38.599614 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7cf7-a105-4756-b628-7124c1b59a9e req-638e6374-ab3c-409b-b259-e066f9348a68 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:38.601249 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-849f7cf7-a105-4756-b628-7124c1b59a9e req-638e6374-ab3c-409b-b259-e066f9348a68 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0851142 Feb 02 16:06:38.653392 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-849f7cf7-a105-4756-b628-7124c1b59a9e req-a151ca20-f095-47c2-9c45-5c8257a33a0b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458567 Feb 02 16:06:39.362269 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e8e50b11-7142-45fa-b2d7-7f925636fa5d req-66087879-e9d8-4333-b2c6-6d6335fbc7ea tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 210 time: 0.0447314 Feb 02 16:06:39.843677 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3358-9606-4767-bc20-620cea6d4c01 req-f93f4fa1-8cdd-403a-b239-1778f5b54028 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:39.845425 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c98a3358-9606-4767-bc20-620cea6d4c01 req-f93f4fa1-8cdd-403a-b239-1778f5b54028 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0831630 Feb 02 16:06:39.891510 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c98a3358-9606-4767-bc20-620cea6d4c01 req-665955b0-862e-4b7e-b557-2aedf5528514 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Feb 02 16:06:40.530083 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f016df58-46df-4a8f-9237-8edb0ebd4dd1 req-27c004e4-452f-4de5-b902-c8cfb9ad954c tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 210 time: 0.0489061 Feb 02 16:06:41.081040 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef86978-ddbc-4cf7-b807-2b0aa9938faa req-7510ce43-999f-4387-bba8-39beb7a8931f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:41.082627 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3ef86978-ddbc-4cf7-b807-2b0aa9938faa req-7510ce43-999f-4387-bba8-39beb7a8931f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0834398 Feb 02 16:06:41.131234 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3ef86978-ddbc-4cf7-b807-2b0aa9938faa req-2e71c114-33b0-427d-b8f6-9b2e988e668d tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Feb 02 16:06:41.228096 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-5df1dd37-b40a-4f1b-a4da-a318548842ee tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294268 Feb 02 16:06:41.381452 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-814ac0cc-d219-449b-adae-d370ac61a9e0 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:41.382823 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-814ac0cc-d219-449b-adae-d370ac61a9e0 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472840 Feb 02 16:06:41.407748 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Request body: {'port': {'device_id': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae', 'admin_state_up': True, 'tenant_id': '38795ce77bfe446fbffa76c6c3afd39f'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:41.552433 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:41.557170 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Usage tracker for resource:port and tenant:38795ce77bfe446fbffa76c6c3afd39f is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:41.560408 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:41.566963 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:41.647994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Made reservation on behalf of 38795ce77bfe446fbffa76c6c3afd39f for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:41.651033 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:41.672929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:41.702041 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:41.706541 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Usage tracker for resource:security_group_rule and tenant:38795ce77bfe446fbffa76c6c3afd39f is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:41.709858 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:41.716672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:41.795884 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e7abec21-f96b-4be9-b79d-893284841f8d req-495b7264-4bf9-4d18-a408-47a31af11a7c tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 210 time: 0.0866075 Feb 02 16:06:41.824303 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:41.971729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:42.054297 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:42.149060 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Allocated IP 192.168.233.30 (2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae/ddc549ff-6c64-42e0-8c88-fd2dee473965/03671296-b41b-4915-a461-3f46e987e094) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:42.322928 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eeea0-8d58-4343-8338-eae24cdf5076 req-40db7a6e-8639-420b-9042-e58664a5ca89 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.324338 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-df0eeea0-8d58-4343-8338-eae24cdf5076 req-40db7a6e-8639-420b-9042-e58664a5ca89 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0844696 Feb 02 16:06:42.371395 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-df0eeea0-8d58-4343-8338-eae24cdf5076 req-63b121e5-5d95-428c-aeeb-b35bbe57d9a1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Feb 02 16:06:42.433552 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:42.457799 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881a19-ac95-4468-89be-12badd2c1cbc req-0b9f42e8-65ee-4f5a-b228-cc4c09976e20 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.459219 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0881a19-ac95-4468-89be-12badd2c1cbc req-0b9f42e8-65ee-4f5a-b228-cc4c09976e20 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1417470 Feb 02 16:06:42.499240 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Transition to ACTIVE for port object 03671296-b41b-4915-a461-3f46e987e094 will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:06:42.569249 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0881a19-ac95-4468-89be-12badd2c1cbc req-53079037-ddaa-4914-94c3-0edf00e95859 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685596 Feb 02 16:06:42.590776 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-f1a5ff25-3bf8-4ced-9643-e148c8665ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.590776 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-f1a5ff25-3bf8-4ced-9643-e148c8665ecc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.1275012 Feb 02 16:06:42.689971 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:42.789040 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:42.795800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:42.801886 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:06:42.807371 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.807976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:42.811604 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Pushing event updated for resources: {'Port': ['ID=03671296-b41b-4915-a461-3f46e987e094,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:42.818721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-c168a563-be78-4669-91b8-6823feb8fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.818721 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-c168a563-be78-4669-91b8-6823feb8fb24 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.2146757 Feb 02 16:06:42.985827 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-800cf743-c211-467a-9b5e-119ad9b3efb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.1576910 Feb 02 16:06:43.031245 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5953f-a815-4bd8-938f-a0b880070e95 req-74bb4778-95d8-4cb1-9039-7c5d16215d53 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:43.031245 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b0c5953f-a815-4bd8-938f-a0b880070e95 req-74bb4778-95d8-4cb1-9039-7c5d16215d53 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 935 time: 0.1182022 Feb 02 16:06:43.058605 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-29b03ce4-995f-4fc1-9831-b5305d256012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:43.060079 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-29b03ce4-995f-4fc1-9831-b5305d256012 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.0683208 Feb 02 16:06:43.089608 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b0c5953f-a815-4bd8-938f-a0b880070e95 req-1305fdd6-3180-4b8c-b6be-2254ffb9e2b9 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542319 Feb 02 16:06:43.115247 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-a1892a9e-6109-4179-b2a1-89209b0b12f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457120 Feb 02 16:06:43.151772 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-4550080d-0436-4879-b50a-c6d1fcd3a026 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7478673 Feb 02 16:06:43.160247 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-262e934e-dd80-48b0-82d8-cafd62faf174 None None] Provisioning for port 03671296-b41b-4915-a461-3f46e987e094 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:06:43.165713 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-262e934e-dd80-48b0-82d8-cafd62faf174 None None] Provisioning complete for port 03671296-b41b-4915-a461-3f46e987e094 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:43.166082 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-262e934e-dd80-48b0-82d8-cafd62faf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:43.209501 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Request body: {'port': {'device_id': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:43.223080 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-262e934e-dd80-48b0-82d8-cafd62faf174 None None] Port 03671296-b41b-4915-a461-3f46e987e094 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:06:43.370134 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-d93c2b9b-a340-4ffd-a294-aef59875526f service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392108 Feb 02 16:06:43.373021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:43.709061 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c2ab2a2-c56e-43c2-8c02-3d2313d42616 req-5c7646a4-5022-43c5-b6d5-862931073811 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265193 Feb 02 16:06:43.781315 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0809-98de-4721-83bc-079b6458f50b req-0539a591-f7e2-40ad-ac4e-4adab34b3ca0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:43.788398 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-504c0809-98de-4721-83bc-079b6458f50b req-0539a591-f7e2-40ad-ac4e-4adab34b3ca0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.2982826 Feb 02 16:06:43.818785 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dce28-6fb3-417e-aa6d-1bb3713635a8 req-bb2de5f2-1eb2-4eda-9eff-bfb578ab787f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:43.832023 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-725dce28-6fb3-417e-aa6d-1bb3713635a8 req-bb2de5f2-1eb2-4eda-9eff-bfb578ab787f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1271014 Feb 02 16:06:43.947782 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-725dce28-6fb3-417e-aa6d-1bb3713635a8 req-76add233-16b4-4e3e-9eed-bb254aad0054 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132674 Feb 02 16:06:43.959314 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-504c0809-98de-4721-83bc-079b6458f50b req-3219734f-4cbc-4790-b687-bb368ce20b2f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973699 Feb 02 16:06:44.079794 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03671296-b41b-4915-a461-3f46e987e094 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:06:44.087592 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:44.103004 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Transition to ACTIVE for port object 03671296-b41b-4915-a461-3f46e987e094 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:06:44.185844 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:44.282657 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aacee-3df8-4ebf-9b47-1d6c71a1dff1 req-af23fb79-f7cc-47dd-81df-95b2d5984dc7 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.284219 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b98aacee-3df8-4ebf-9b47-1d6c71a1dff1 req-af23fb79-f7cc-47dd-81df-95b2d5984dc7 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 947 time: 0.0846786 Feb 02 16:06:44.334965 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b98aacee-3df8-4ebf-9b47-1d6c71a1dff1 req-5839a21f-3072-4e8c-a18d-9f817b89f727 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Feb 02 16:06:44.352159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Pushing event updated for resources: {'Port': ['ID=03671296-b41b-4915-a461-3f46e987e094,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:44.378520 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Attempting to bind port 03671296-b41b-4915-a461-3f46e987e094 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:06:44.378794 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Attempting to bind port 03671296-b41b-4915-a461-3f46e987e094 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:06:44.379148 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Attempting to bind port 03671296-b41b-4915-a461-3f46e987e094 on network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:06:44.384534 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Port 03671296-b41b-4915-a461-3f46e987e094 on network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:06:44.385728 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Attempting to bind port 03671296-b41b-4915-a461-3f46e987e094 on network 2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:06:44.390922 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:06:44.391288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Checking segment: {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:06:44.391684 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Bound using segment: {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:06:44.392114 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Bound port: 03671296-b41b-4915-a461-3f46e987e094, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ea29bc-15f4-44df-9d46-13a1b0cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:06:44.392461 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:44.489132 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] For port 03671296-b41b-4915-a461-3f46e987e094, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:06:44.492155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] For port 03671296-b41b-4915-a461-3f46e987e094, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=03671296-b41b-4915-a461-3f46e987e094,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:06:44.572032 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:44.636248 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.636907 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:44.638200 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] 10.222.0.85 "PUT /v2.0/ports/03671296-b41b-4915-a461-3f46e987e094 HTTP/1.1" status: 200 len: 1097 time: 1.4370282 Feb 02 16:06:44.638638 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'tag': '03671296-b41b-4915-a461-3f46e987e094'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:44.657694 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7552702-4a3a-42b5-b5e4-1794597cb355 service neutron] Pushing event updated for resources: {'Port': ['ID=03671296-b41b-4915-a461-3f46e987e094,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:44.684562 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'tag': '03671296-b41b-4915-a461-3f46e987e094', 'status': 'completed', 'code': 200} Feb 02 16:06:44.832003 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2469608-8b50-4b76-bac9-7a4d5f93a6b5 req-cf6ccdf7-9cee-4bc4-aea4-01bb0f94762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.833525 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2469608-8b50-4b76-bac9-7a4d5f93a6b5 req-cf6ccdf7-9cee-4bc4-aea4-01bb0f94762d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 1100 time: 0.0726633 Feb 02 16:06:44.880677 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2469608-8b50-4b76-bac9-7a4d5f93a6b5 req-16e3f377-6382-4280-8621-025e687d2857 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250831 Feb 02 16:06:45.180945 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2469608-8b50-4b76-bac9-7a4d5f93a6b5 req-5b319885-12f0-4e0f-89ba-cbccb70346ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.200476 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2469608-8b50-4b76-bac9-7a4d5f93a6b5 req-5b319885-12f0-4e0f-89ba-cbccb70346ad service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2840869 Feb 02 16:06:45.201183 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e03b95-4941-4220-a63c-fede28a7b885 req-193031c2-b34e-48f6-ab4b-ec16de3a4f0d tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.201183 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b3e03b95-4941-4220-a63c-fede28a7b885 req-193031c2-b34e-48f6-ab4b-ec16de3a4f0d tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0880179 Feb 02 16:06:45.203278 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e634438-beb5-411c-9ce0-c121dabb1ac5 req-d24d4806-83ef-427c-a2b2-b114f17145c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.204765 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6e634438-beb5-411c-9ce0-c121dabb1ac5 req-d24d4806-83ef-427c-a2b2-b114f17145c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1373150 Feb 02 16:06:45.236900 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b3e03b95-4941-4220-a63c-fede28a7b885 req-db12626f-cfe8-4cb6-a0a6-df2f9c68466c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Feb 02 16:06:45.258916 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6e634438-beb5-411c-9ce0-c121dabb1ac5 req-8f86db60-4f73-466e-8952-668f34635787 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Feb 02 16:06:45.332067 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-42803df6-30f8-467a-848a-249e7d0a2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.333511 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-42803df6-30f8-467a-848a-249e7d0a2bad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 1100 time: 0.0698538 Feb 02 16:06:45.424873 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-e9435b74-51b0-4190-8240-9014858bf0dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=03671296-b41b-4915-a461-3f46e987e094 HTTP/1.1" status: 200 len: 217 time: 0.0641439 Feb 02 16:06:45.500982 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-706948a5-8109-42c1-b1a0-b5ae16874435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.502420 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-706948a5-8109-42c1-b1a0-b5ae16874435 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ddc549ff-6c64-42e0-8c88-fd2dee473965 HTTP/1.1" status: 200 len: 843 time: 0.0622840 Feb 02 16:06:45.519055 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60cc74-f88d-4078-9780-fb80a9692682 req-21e73383-f24a-4eb7-b87a-34e69c2eddb9 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.520555 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ca60cc74-f88d-4078-9780-fb80a9692682 req-21e73383-f24a-4eb7-b87a-34e69c2eddb9 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 947 time: 0.0790396 Feb 02 16:06:45.567433 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ca60cc74-f88d-4078-9780-fb80a9692682 req-de14bc0b-24cc-4409-82dc-d53b5a8cd989 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Feb 02 16:06:45.583572 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-a4d5ad18-f759-4153-89b0-dfc18569f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:45.585007 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-a4d5ad18-f759-4153-89b0-dfc18569f986 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0731816 Feb 02 16:06:45.716389 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-f8441a5c-0aa5-4391-bfcf-a2e6dfb78666 service neutron] 10.222.0.85 "GET /v2.0/networks/2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225629 Feb 02 16:06:45.850682 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5fb5df5c-5818-4c25-90ac-c3e0a1fddfbf req-12844c35-cfd4-4057-9895-a2abcc3476ce service neutron] 10.222.0.85 "GET /v2.0/networks/2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265903 Feb 02 16:06:46.450274 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11c20-e3ec-434b-b1e3-a6536e36cb35 req-bb8c2bea-b13b-4ceb-9ad1-c477709bce99 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:46.451843 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a7f11c20-e3ec-434b-b1e3-a6536e36cb35 req-bb8c2bea-b13b-4ceb-9ad1-c477709bce99 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0908346 Feb 02 16:06:46.452611 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fac44d-bbfa-4bdf-a220-26b2dc00abac req-6505f152-c4cd-40dd-ab99-248928304cb3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:46.454160 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c5fac44d-bbfa-4bdf-a220-26b2dc00abac req-6505f152-c4cd-40dd-ab99-248928304cb3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0875883 Feb 02 16:06:46.507614 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a7f11c20-e3ec-434b-b1e3-a6536e36cb35 req-65e84760-4507-44d1-a1e6-431540c07693 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488341 Feb 02 16:06:46.515715 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c5fac44d-bbfa-4bdf-a220-26b2dc00abac req-81b69427-187c-4632-b658-21ac89848912 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555930 Feb 02 16:06:46.748804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f2495-9914-4bd0-84af-74ace80c9179 req-d3ebfcb9-79fc-4dcd-b950-18e7424ce5ff tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:46.752605 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f98f2495-9914-4bd0-84af-74ace80c9179 req-d3ebfcb9-79fc-4dcd-b950-18e7424ce5ff tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 947 time: 0.0787766 Feb 02 16:06:46.800032 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f98f2495-9914-4bd0-84af-74ace80c9179 req-6dd06c28-da80-4ee5-87c8-8a24ddaa1da3 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Feb 02 16:06:47.704173 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8fda-d91d-4fb5-adb0-eeedfe67f8d2 req-1da7cc53-a35b-4ef4-aaa4-7a28305f64a4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:47.705743 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-36ab8fda-d91d-4fb5-adb0-eeedfe67f8d2 req-1da7cc53-a35b-4ef4-aaa4-7a28305f64a4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0865576 Feb 02 16:06:47.720746 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94757ca-c830-4162-ad9c-ac53a36c206e req-573fb250-08b7-4e53-ae0e-7edede55a297 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:47.722407 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e94757ca-c830-4162-ad9c-ac53a36c206e req-573fb250-08b7-4e53-ae0e-7edede55a297 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0932155 Feb 02 16:06:47.756245 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-36ab8fda-d91d-4fb5-adb0-eeedfe67f8d2 req-d2ec9710-3c7a-4e48-ba80-4dbaef2bd4be tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Feb 02 16:06:47.767164 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e94757ca-c830-4162-ad9c-ac53a36c206e req-0ae6d0d8-6295-45e3-88a1-444aa7b7add3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Feb 02 16:06:47.991709 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aab1ba-8723-4e61-8f4e-c5901a87faa6 req-c8800626-1d92-4b11-867a-695ae731745a tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:47.993180 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-20aab1ba-8723-4e61-8f4e-c5901a87faa6 req-c8800626-1d92-4b11-867a-695ae731745a tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 947 time: 0.0856535 Feb 02 16:06:48.048920 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-20aab1ba-8723-4e61-8f4e-c5901a87faa6 req-2863edac-9767-4b36-a9e6-18824d9554a6 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500984 Feb 02 16:06:48.211337 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:48.943581 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbf8a5-42e7-4c36-b68f-a53ee8c521ff req-d7ec23ea-c3c1-4bbf-936c-0b52114cd735 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:48.945718 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-98cbf8a5-42e7-4c36-b68f-a53ee8c521ff req-d7ec23ea-c3c1-4bbf-936c-0b52114cd735 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0815909 Feb 02 16:06:48.989762 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-98cbf8a5-42e7-4c36-b68f-a53ee8c521ff req-7cbd2939-5ab9-44d1-9f18-89f2ce46fff1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381556 Feb 02 16:06:49.035872 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01552776-bd81-4440-882a-e6b8795b1501 req-9ae51f75-5a97-4b68-bc92-d250dc90b320 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:49.037508 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-01552776-bd81-4440-882a-e6b8795b1501 req-9ae51f75-5a97-4b68-bc92-d250dc90b320 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0843034 Feb 02 16:06:49.082968 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-01552776-bd81-4440-882a-e6b8795b1501 req-a5287bd9-3429-41b7-a93e-d988bd53f441 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Feb 02 16:06:49.236880 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8c0f-3f04-4351-9031-e67a2c1dc9c1 req-cb04bf25-dab5-496d-b386-86dedb1904cc tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:49.238438 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5e9f8c0f-3f04-4351-9031-e67a2c1dc9c1 req-cb04bf25-dab5-496d-b386-86dedb1904cc tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.1546037 Feb 02 16:06:49.271137 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-8ff8fa9b-585e-46a7-80e6-93bed8c4a0d2 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:49.271137 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-8ff8fa9b-585e-46a7-80e6-93bed8c4a0d2 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Synchronizing usage tracker for tenant:38795ce77bfe446fbffa76c6c3afd39f on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:49.284466 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5e9f8c0f-3f04-4351-9031-e67a2c1dc9c1 req-96022770-453e-43f8-9d08-d74470709091 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 Feb 02 16:06:49.328157 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-8ff8fa9b-585e-46a7-80e6-93bed8c4a0d2 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Unset dirty status for tenant:38795ce77bfe446fbffa76c6c3afd39f on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:49.329635 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-8ff8fa9b-585e-46a7-80e6-93bed8c4a0d2 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 947 time: 0.1436677 Feb 02 16:06:49.373271 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-6b8b6677-b6df-47da-b48f-0d7013428755 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Synchronizing usage tracker for tenant:38795ce77bfe446fbffa76c6c3afd39f on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:49.454011 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-6b8b6677-b6df-47da-b48f-0d7013428755 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Unset dirty status for tenant:38795ce77bfe446fbffa76c6c3afd39f on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:49.455175 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f891bfd0-3731-4397-9eb3-e44fd12f4a2e req-6b8b6677-b6df-47da-b48f-0d7013428755 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199234 Feb 02 16:06:49.483365 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 03671296-b41b-4915-a461-3f46e987e094 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:06:49.592538 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41016) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:49.634623 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 03671296-b41b-4915-a461-3f46e987e094, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=03671296-b41b-4915-a461-3f46e987e094,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:49.649836 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '03671296-b41b-4915-a461-3f46e987e094', 'network_id': '2628a8b3-8bc9-4d81-84d9-864a4dbaa6ae', 'port_id': '03671296-b41b-4915-a461-3f46e987e094', 'mac_address': 'fa:16:3e:79:71:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc549ff-6c64-42e0-8c88-fd2dee473965', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:06:49.708420 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:49.726226 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03671296-b41b-4915-a461-3f46e987e094 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:06:49.730370 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:49.743064 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 03671296-b41b-4915-a461-3f46e987e094, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=03671296-b41b-4915-a461-3f46e987e094,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:49.745511 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:49.749305 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Usage tracker for resource:security_group_rule and tenant:905a823ea5174717928d84fcdd209b77 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:49.752141 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:49.757758 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:49.802525 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:49.842974 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:49.871869 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=03671296-b41b-4915-a461-3f46e987e094,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:49.878877 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.879220 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.879586 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.880037 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.880509 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.880828 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.881178 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.881499 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.881823 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.882144 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.882491 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.882812 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:49.899611 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:49.945721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2066f81-fe6c-4614-b858-446aa6b395ce,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:49.952968 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-081e9b58-549b-4592-abae-30e9f15eeae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=905a823ea5174717928d84fcdd209b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569145 Feb 02 16:06:49.953258 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41026) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:50.011268 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-28101fcf-75d9-4d3d-8a02-f749a0858887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:50.037757 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-28101fcf-75d9-4d3d-8a02-f749a0858887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:50.168594 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-28101fcf-75d9-4d3d-8a02-f749a0858887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:50.178349 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950d418-8ea5-49fd-b612-fa6adef2a0aa req-2deffdd1-709c-48e0-95c1-0dbf0dcf0568 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:50.179843 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4950d418-8ea5-49fd-b612-fa6adef2a0aa req-2deffdd1-709c-48e0-95c1-0dbf0dcf0568 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0806718 Feb 02 16:06:50.185441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28101fcf-75d9-4d3d-8a02-f749a0858887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2066f81-fe6c-4614-b858-446aa6b395ce,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:50.235851 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4950d418-8ea5-49fd-b612-fa6adef2a0aa req-bb0f4139-491b-4759-88c0-de5a3c1ee059 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491133 Feb 02 16:06:50.241946 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-28101fcf-75d9-4d3d-8a02-f749a0858887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:50.245973 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-28101fcf-75d9-4d3d-8a02-f749a0858887 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2066f81-fe6c-4614-b858-446aa6b395ce HTTP/1.1" status: 204 len: 168 time: 0.2889597 Feb 02 16:06:50.304370 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c6c9-cab6-45f4-96d7-fc749c8d792f req-a6493eb7-03dc-4582-8e92-7fd703f8f6ff tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:50.305832 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f190c6c9-cab6-45f4-96d7-fc749c8d792f req-a6493eb7-03dc-4582-8e92-7fd703f8f6ff tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1140454 Feb 02 16:06:50.322762 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['03671296-b41b-4915-a461-3f46e987e094'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:50.352216 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f190c6c9-cab6-45f4-96d7-fc749c8d792f req-ff73ea2e-3bdd-41e7-81f3-bedce64d1107 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Feb 02 16:06:50.490178 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f80cc-c02f-41f1-ad11-60403827938d req-47892b7d-8105-4822-809b-204378ff18a2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:50.499164 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5f8f80cc-c02f-41f1-ad11-60403827938d req-47892b7d-8105-4822-809b-204378ff18a2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.0881484 Feb 02 16:06:50.541387 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5f8f80cc-c02f-41f1-ad11-60403827938d req-1bf31c07-a6eb-43c7-a52a-e15f1b067788 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Feb 02 16:06:50.653754 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e9add-7852-4b50-bdcb-d14ce5656cbd req-d790bb20-bcc0-4042-88f3-b5ac4feaa0bb tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:50.655204 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c91e9add-7852-4b50-bdcb-d14ce5656cbd req-d790bb20-bcc0-4042-88f3-b5ac4feaa0bb tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 948 time: 0.0804670 Feb 02 16:06:50.704088 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c91e9add-7852-4b50-bdcb-d14ce5656cbd req-39724409-ff5b-4ade-a989-9b17132ca948 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Feb 02 16:06:51.130295 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:06:51.341502 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41066) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:51.440912 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-ae980087-9675-4fe4-aee8-8a4cd107daf9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:51.449336 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-ae980087-9675-4fe4-aee8-8a4cd107daf9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.1308432 Feb 02 16:06:51.481914 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1838530976-network', 'tenant_id': 'd850f2bc843d43409e1ada8ec4440aea'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:51.494561 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:51.501179 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Usage tracker for resource:network and tenant:d850f2bc843d43409e1ada8ec4440aea is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:51.504819 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:51.513437 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:51.524344 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86890a-e1e6-4586-8bc0-6e071189a265 req-6c7ede73-3141-4cf0-8614-ac221f624081 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:51.526066 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2a86890a-e1e6-4586-8bc0-6e071189a265 req-6c7ede73-3141-4cf0-8614-ac221f624081 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1639934 Feb 02 16:06:51.574917 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2a86890a-e1e6-4586-8bc0-6e071189a265 req-1cf420b4-46c4-459a-bb3b-0b49ca0bff1b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Feb 02 16:06:51.622732 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Made reservation on behalf of d850f2bc843d43409e1ada8ec4440aea for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:51.625930 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:51.639176 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:51.655022 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:51.659052 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Usage tracker for resource:security_group_rule and tenant:d850f2bc843d43409e1ada8ec4440aea is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:51.662958 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:51.669721 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:51.680998 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Deleting port 55ce2936-314c-4233-87cf-80e591ad5916 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:06:51.681335 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:51.815218 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:51.817073 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c517b6f-57b3-48f3-a489-011fe0fa812d req-9c887948-7632-40fa-a311-88fb06a7834e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:51.818525 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2c517b6f-57b3-48f3-a489-011fe0fa812d req-9c887948-7632-40fa-a311-88fb06a7834e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.2960794 Feb 02 16:06:51.834397 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43356d-2d88-4ccb-ae87-36bb554cdf0f req-984d4ef2-0ec2-43a5-bb26-714fafa73989 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:51.836015 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9d43356d-2d88-4ccb-ae87-36bb554cdf0f req-984d4ef2-0ec2-43a5-bb26-714fafa73989 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 945 time: 0.1273808 Feb 02 16:06:51.856627 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:51.895504 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:06:51.913580 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c577015-30ac-485b-baa0-790b9a625e69,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:51.919058 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9d43356d-2d88-4ccb-ae87-36bb554cdf0f req-c0a9b9aa-9aae-4abd-a812-5ff47677cd72 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774000 Feb 02 16:06:51.922045 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:51.922379 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Added segment bcae0406-ffb6-4648-9b0c-61d64415745b of type vlan for network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 Feb 02 16:06:51.958136 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2c517b6f-57b3-48f3-a489-011fe0fa812d req-d6259299-daa5-4dec-9f6f-bc83c9a37ac1 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314151 Feb 02 16:06:51.959132 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.011155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] For port 55ce2936-314c-4233-87cf-80e591ad5916, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=55ce2936-314c-4233-87cf-80e591ad5916,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:52.011543 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.090495 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.091474 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:52.092055 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.149971 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Calling delete_port for 55ce2936-314c-4233-87cf-80e591ad5916 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:06:52.216194 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] Pushing event updated for resources: {'Network': ['ID=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:52.227666 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:06:52.240461 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd752ea9-8f89-4b25-98b6-c04f82d827be req-8c0215ce-a658-4971-91e7-44665e4561ad tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:52.241930 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-cd752ea9-8f89-4b25-98b6-c04f82d827be req-8c0215ce-a658-4971-91e7-44665e4561ad tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 948 time: 0.1930730 Feb 02 16:06:52.284208 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-072560cb-a637-45a4-ae90-4f6471834eda admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9387290 Feb 02 16:06:52.284616 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41086) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:52.294348 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-cd752ea9-8f89-4b25-98b6-c04f82d827be req-97cd241b-cd63-4198-831d-517aaf8ff0c9 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Feb 02 16:06:52.295657 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Request body: {'subnet': {'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1838530976-subnet', 'tenant_id': 'd850f2bc843d43409e1ada8ec4440aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:52.301911 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:06:52.309812 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Usage tracker for resource:subnet and tenant:d850f2bc843d43409e1ada8ec4440aea is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:06:52.315503 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:06:52.324169 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:06:52.400141 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.442138 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Made reservation on behalf of d850f2bc843d43409e1ada8ec4440aea for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:52.444514 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.447821 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364', 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', '6d97c338-9ff1-4df3-b54f-4245d3f1dd34', '55ce2936-314c-4233-87cf-80e591ad5916'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:06:52.544165 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event deleted for resources: {'Port': ['ID=55ce2936-314c-4233-87cf-80e591ad5916,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:52.618516 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] No DVR routers for this DVR port 55ce2936-314c-4233-87cf-80e591ad5916 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:06:52.624542 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.627306 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'name': 'network-vif-deleted', 'tag': '55ce2936-314c-4233-87cf-80e591ad5916'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:52.714664 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d6ea23-d792-4f90-a7f3-d060bf2e58c5', 'name': 'network-vif-deleted', 'tag': '55ce2936-314c-4233-87cf-80e591ad5916', 'status': 'completed', 'code': 200} Feb 02 16:06:52.765081 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-efddd9ec-8d4b-44fc-abb7-5f485cbe0300 req-376cf428-791c-4385-a8bd-94e65ec513ce tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "DELETE /v2.0/ports/55ce2936-314c-4233-87cf-80e591ad5916 HTTP/1.1" status: 204 len: 173 time: 1.3093760 Feb 02 16:06:52.843935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689151-cd18-4796-a215-29cc3a72deb7 req-2ce4f762-0171-4da3-9302-7bfada21322b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:52.845291 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e6689151-cd18-4796-a215-29cc3a72deb7 req-2ce4f762-0171-4da3-9302-7bfada21322b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1330733 Feb 02 16:06:52.882724 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:52.923266 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e6689151-cd18-4796-a215-29cc3a72deb7 req-a91f05ad-4769-4059-bd24-5bcf25645597 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720189 Feb 02 16:06:52.960007 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a78be8-a723-458c-a644-5627f02141cf,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:52.971666 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Checking segment: {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:06:52.972022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Network hostable DHCP agents. Network: d45ab60c-f18a-4a73-b9bf-4b23e7ad7880, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:06:53.083003 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:06:53.162828 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, d45ab60c-f18a-4a73-b9bf-4b23e7ad7880) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:53.169856 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:53.172897 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:53.180514 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dcf3e2-98db-4841-b369-386ecb7dcc86 None None] Network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:06:53.285731 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-380cede6-4e81-4091-b87c-ce3283795f27 req-c161b575-4c05-4ad9-9760-0cae5c4416ca tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:06:53.319722 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-71cad1e3-e9ff-4b92-a601-55d1e5e9dfd1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0341527 Feb 02 16:06:53.422849 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-380cede6-4e81-4091-b87c-ce3283795f27 req-c161b575-4c05-4ad9-9760-0cae5c4416ca tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:06:53.423955 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-380cede6-4e81-4091-b87c-ce3283795f27 req-c161b575-4c05-4ad9-9760-0cae5c4416ca tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d6ea23-d792-4f90-a7f3-d060bf2e58c5 HTTP/1.1" status: 200 len: 210 time: 0.1900141 Feb 02 16:06:53.468485 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c151aa62-bc6b-4e9d-b8e8-c95b92ac1dbd None None] Network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:06:53.513884 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575e12f-9cc4-4255-8282-cb0c92024f18 req-66f69294-e614-4ec2-90ea-6fe0ca9485f8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:53.522264 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8575e12f-9cc4-4255-8282-cb0c92024f18 req-66f69294-e614-4ec2-90ea-6fe0ca9485f8 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1229925 Feb 02 16:06:53.565580 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 03671296-b41b-4915-a461-3f46e987e094 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:06:53.596523 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8575e12f-9cc4-4255-8282-cb0c92024f18 req-0425c312-d312-4bbf-ad60-5c2b51697db9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733166 Feb 02 16:06:53.804815 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac275fb-036a-42b0-b156-e950588b70da req-707eee20-3add-46af-a9ba-55ecd1e6e071 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:53.809704 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eac275fb-036a-42b0-b156-e950588b70da req-707eee20-3add-46af-a9ba-55ecd1e6e071 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1897891 Feb 02 16:06:53.811189 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-d2fe49cb-fc89-4a22-989f-21963bcedf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:53.812610 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-d2fe49cb-fc89-4a22-989f-21963bcedf67 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1098 time: 0.2729452 Feb 02 16:06:53.838995 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 03671296-b41b-4915-a461-3f46e987e094 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:06:53.853767 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 03671296-b41b-4915-a461-3f46e987e094 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:53.854534 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:53.892856 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f25ed-92c8-43df-9c9b-382bbe6ad48c req-0c52796c-4f3c-49df-b70b-9d0fb7823888 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:53.896198 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dd5f25ed-92c8-43df-9c9b-382bbe6ad48c req-0c52796c-4f3c-49df-b70b-9d0fb7823888 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 948 time: 0.1312525 Feb 02 16:06:53.987869 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dd5f25ed-92c8-43df-9c9b-382bbe6ad48c req-10424106-3f71-461f-93ff-38357dd2b0b3 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853226 Feb 02 16:06:54.009448 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eac275fb-036a-42b0-b156-e950588b70da req-d491a17c-ec54-4302-bac5-ca170fdbe4e1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947849 Feb 02 16:06:54.032683 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:54.033258 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-dceb93a0-0440-4bad-a638-0dbe63cf3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.034707 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-dceb93a0-0440-4bad-a638-0dbe63cf3e63 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 911 time: 0.2037048 Feb 02 16:06:54.063972 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03671296-b41b-4915-a461-3f46e987e094'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:06:54.074068 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 03671296-b41b-4915-a461-3f46e987e094, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=03671296-b41b-4915-a461-3f46e987e094,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:54.115378 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03671296-b41b-4915-a461-3f46e987e094', 'code': 200} Feb 02 16:06:54.202463 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:54.238970 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-196cb83b-ee51-4e40-b09a-f7c14d7838fc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 200 len: 1001 time: 0.1863618 Feb 02 16:06:54.278389 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=03671296-b41b-4915-a461-3f46e987e094,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:54.303078 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-ee8a28f3-38cb-435b-a070-c5f468eab9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.304544 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-ee8a28f3-38cb-435b-a070-c5f468eab9a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0622265 Feb 02 16:06:54.391229 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-7877ce2f-9de9-4873-9e52-24683622dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.393043 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-7877ce2f-9de9-4873-9e52-24683622dcaa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737872 Feb 02 16:06:54.537107 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-1e5b2f26-a4f1-4bdb-ad9d-2a477cb0d49c service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340890 Feb 02 16:06:54.764385 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f07d54bb-6bef-4402-82c1-0598eca23ee5 req-8f1d9b0e-96e6-4f82-b19a-8a436a57096d service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166755 Feb 02 16:06:54.767079 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85466326-9a58-4893-875e-a46f489e3381 req-d7e9d345-b191-4dc4-803a-aa8126db3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.768515 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85466326-9a58-4893-875e-a46f489e3381 req-d7e9d345-b191-4dc4-803a-aa8126db3e1b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 1102 time: 0.2036016 Feb 02 16:06:54.827575 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585f50-120b-470b-8c4e-d6e0012fa549 req-831f69ec-be0f-45a1-98f4-54a23f620396 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.829758 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b6585f50-120b-470b-8c4e-d6e0012fa549 req-831f69ec-be0f-45a1-98f4-54a23f620396 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1095986 Feb 02 16:06:54.843591 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85466326-9a58-4893-875e-a46f489e3381 req-db4f695c-71b1-47c0-a623-20adf27a1f05 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544016 Feb 02 16:06:54.875859 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b6585f50-120b-470b-8c4e-d6e0012fa549 req-1adbe27d-dcaa-4831-b219-5d0bd8f0066a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Feb 02 16:06:55.174761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276ab3-3b18-4510-b63a-f3b0621cb1da req-3fdca371-8b71-4a32-97c2-5926201d135f tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:55.176211 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1b276ab3-3b18-4510-b63a-f3b0621cb1da req-3fdca371-8b71-4a32-97c2-5926201d135f tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.0836296 Feb 02 16:06:55.203675 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1e4ee-2707-4734-8ce3-edceea0ee92b req-9bb7091a-8fd4-4194-8e1a-10f673805ba1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:55.205431 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-66d1e4ee-2707-4734-8ce3-edceea0ee92b req-9bb7091a-8fd4-4194-8e1a-10f673805ba1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0810997 Feb 02 16:06:55.226529 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1b276ab3-3b18-4510-b63a-f3b0621cb1da req-8a2d07c8-b137-4956-978f-0065721ee0ab tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Feb 02 16:06:55.253549 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-66d1e4ee-2707-4734-8ce3-edceea0ee92b req-99dbf774-3ef9-4da9-b0db-6421a7964b40 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Feb 02 16:06:55.508466 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 55ce2936-314c-4233-87cf-80e591ad5916 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:06:55.542166 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 55ce2936-314c-4233-87cf-80e591ad5916 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:06:55.542506 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 55ce2936-314c-4233-87cf-80e591ad5916 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:06:56.084828 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df182-2137-4a12-a7ed-d112b2eeb88f req-24c0903a-7dd3-4197-911a-caf61cb4e85f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:56.086324 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a37df182-2137-4a12-a7ed-d112b2eeb88f req-24c0903a-7dd3-4197-911a-caf61cb4e85f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0981057 Feb 02 16:06:56.134031 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a37df182-2137-4a12-a7ed-d112b2eeb88f req-17c47ca2-b97f-48a3-836b-7b7003e5c23e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Feb 02 16:06:56.389493 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-27d0be7d-02d0-4f54-baa7-d174187269b3 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:56.391202 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-27d0be7d-02d0-4f54-baa7-d174187269b3 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/networks?id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 HTTP/1.1" status: 200 len: 814 time: 0.1549289 Feb 02 16:06:56.409098 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-12aefe70-b981-4507-965d-d799a339c10c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/quotas/d850f2bc843d43409e1ada8ec4440aea HTTP/1.1" status: 200 len: 375 time: 0.0109165 Feb 02 16:06:56.461409 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-f18f89f6-d1bd-40c8-ab27-c3ed779f9ea0 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d850f2bc843d43409e1ada8ec4440aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466852 Feb 02 16:06:56.628864 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-1dec0e8d-d36e-4962-b1a4-1c435dc8f70b service neutron] 10.222.0.31 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589074 Feb 02 16:06:56.682585 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43126-450e-4c20-85a4-293d690b88bd req-3194e37d-56d4-4b8f-b4a9-6a4133aab8e6 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:56.684827 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a1c43126-450e-4c20-85a4-293d690b88bd req-3194e37d-56d4-4b8f-b4a9-6a4133aab8e6 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.0959249 Feb 02 16:06:56.731805 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a1c43126-450e-4c20-85a4-293d690b88bd req-103ea8ec-ad99-4f48-8fee-39ed91802698 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Feb 02 16:06:56.762918 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-b4a96e84-960c-46ad-8061-61c443608cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275585 Feb 02 16:06:56.903783 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be8c97-fd0a-43f4-a6b1-a63bb2aaf877 req-c0e39d98-d2b7-4b58-88cf-c030fbbf75ce tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:56.905233 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a6be8c97-fd0a-43f4-a6b1-a63bb2aaf877 req-c0e39d98-d2b7-4b58-88cf-c030fbbf75ce tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0806861 Feb 02 16:06:56.959373 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a6be8c97-fd0a-43f4-a6b1-a63bb2aaf877 req-cec2feb7-0e3f-4ea8-93a3-6b4ac52186b6 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Feb 02 16:06:57.049986 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3ff0c858-ab3e-4de3-ae1b-eb1f0c719fd9 req-5d47e591-2ca0-42db-8e79-df0d9c5b48d5 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 210 time: 0.0433471 Feb 02 16:06:57.130491 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecfaf7-47d4-49c6-964f-38582cc67e86 req-2066cd43-3cf4-4358-bff8-c91cddfd893b tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:57.131967 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-52ecfaf7-47d4-49c6-964f-38582cc67e86 req-2066cd43-3cf4-4358-bff8-c91cddfd893b tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.0842333 Feb 02 16:06:57.178925 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-52ecfaf7-47d4-49c6-964f-38582cc67e86 req-2143555c-0395-4480-8780-97cda5209a18 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Feb 02 16:06:57.320164 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e50f-ae2a-4c90-9b3a-2d9a54ed6931 req-ab8963b0-375e-43ae-9c3e-131517dfead3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:57.321800 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-58d6e50f-ae2a-4c90-9b3a-2d9a54ed6931 req-ab8963b0-375e-43ae-9c3e-131517dfead3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0789435 Feb 02 16:06:57.365781 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-58d6e50f-ae2a-4c90-9b3a-2d9a54ed6931 req-f3e4bfbb-1d82-4f09-a810-d59522de2304 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Feb 02 16:06:57.928747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98a2fc-a24e-43b3-a8b1-c381101ef25f req-14a55553-3154-4ecb-a8ac-61c702791a61 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:57.930184 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c98a2fc-a24e-43b3-a8b1-c381101ef25f req-14a55553-3154-4ecb-a8ac-61c702791a61 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.0815084 Feb 02 16:06:57.974693 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c98a2fc-a24e-43b3-a8b1-c381101ef25f req-29a2e2ed-f7d4-45b5-9193-69453bd63da2 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Feb 02 16:06:58.011155 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41210) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:58.083434 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Deleting subnet a02b186c-b5d5-454b-a0f0-4da998a46c71 {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:06:58.086806 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.159241 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.227364 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f0488c9f-557f-41cc-b6af-9546127ed656 req-d05e618a-46cc-4912-8971-34ea88a753bb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 210 time: 0.0577624 Feb 02 16:06:58.297609 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.405137 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9052-52d9-4e8b-8c5f-c6071ab1a18a req-8fc2dcc9-819b-4d35-aafc-c840cd562f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:58.414356 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8abc9052-52d9-4e8b-8c5f-c6071ab1a18a req-8fc2dcc9-819b-4d35-aafc-c840cd562f47 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.0913670 Feb 02 16:06:58.459771 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.461257 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8abc9052-52d9-4e8b-8c5f-c6071ab1a18a req-fd89fe25-e919-4355-8e00-149e2ff8347a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Feb 02 16:06:58.496840 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a02b186c-b5d5-454b-a0f0-4da998a46c71,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:58.502657 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.509000 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b9c18a77-62c7-4296-8ac7-31f9ed978ce4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a02b186c-b5d5-454b-a0f0-4da998a46c71 HTTP/1.1" status: 204 len: 168 time: 0.4959593 Feb 02 16:06:58.510695 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41224) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:58.651552 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a665f3b-571f-4000-b80e-24063f9898fe req-9f35e4df-b319-4f2b-9594-33936ddd2229 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:58.653111 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8a665f3b-571f-4000-b80e-24063f9898fe req-9f35e4df-b319-4f2b-9594-33936ddd2229 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0821040 Feb 02 16:06:58.675550 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.698968 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8a665f3b-571f-4000-b80e-24063f9898fe req-aeea6ead-3b58-442f-bb2d-4bd0346205c9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Feb 02 16:06:58.794597 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e421e-d884-4bf0-b393-4061b62c7062 req-93dc59f8-8460-4c8e-8579-4a79e63a0181 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:58.796074 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-256e421e-d884-4bf0-b393-4061b62c7062 req-93dc59f8-8460-4c8e-8579-4a79e63a0181 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.2132118 Feb 02 16:06:58.834635 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.874659 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-256e421e-d884-4bf0-b393-4061b62c7062 req-641ae978-8a7c-4092-b908-49eb7e7d5fc6 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667610 Feb 02 16:06:58.876053 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814e7faa-591f-4a65-a2c5-6a0a8e6c658f']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:58.888363 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa97bd60-3e5a-45f8-a032-84d1243a8268') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:58.888665 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa97bd60-3e5a-45f8-a032-84d1243a8268') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:58.900236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.915852 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.922547 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:06:58.922983 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:06:58.936346 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:06:59.105575 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.106296 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-95eaf289-7754-4d7c-bc87-b6106e53d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.124670 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.125361 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-43b10829-16cd-48d7-982e-2e2c60fa1934 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:59.126717 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-43b10829-16cd-48d7-982e-2e2c60fa1934 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.1552262 Feb 02 16:06:59.132919 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=814e7faa-591f-4a65-a2c5-6a0a8e6c658f,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:59.208482 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-fcecbe80-70e4-4aea-af8c-50dd9a22d5e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/814e7faa-591f-4a65-a2c5-6a0a8e6c658f HTTP/1.1" status: 204 len: 168 time: 0.6960163 Feb 02 16:06:59.211225 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41228) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:59.212417 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Deleting port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:06:59.212760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.278968 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Deleting subnet 96a0b6d7-f080-4db3-a4cf-ebcc5d92d57c {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:06:59.282185 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.334101 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.389173 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.397777 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ffb2a227-a9f8-43ff-a89e-b9fe8694e5ab req-21826fda-c150-4b78-8834-2d025c9350e8 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 210 time: 0.0631027 Feb 02 16:06:59.523538 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] For port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:06:59.523893 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.613887 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.649177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Calling delete_port for 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:06:59.660440 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a0b6d7-f080-4db3-a4cf-ebcc5d92d57c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:59.672176 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.684507 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6993ca86-98b1-43de-8745-f7553af87e64 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/96a0b6d7-f080-4db3-a4cf-ebcc5d92d57c HTTP/1.1" status: 204 len: 168 time: 0.4693890 Feb 02 16:06:59.684711 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41238) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:06:59.781688 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f497b7f-efd1-462c-b10a-76f7c4d98332 req-3e73358e-2a3f-45f5-9a4f-838ac7405af5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:59.789232 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5f497b7f-efd1-462c-b10a-76f7c4d98332 req-3e73358e-2a3f-45f5-9a4f-838ac7405af5 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 946 time: 0.2171803 Feb 02 16:06:59.837369 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.855933 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5f497b7f-efd1-462c-b10a-76f7c4d98332 req-36d3f7b1-2106-49db-9e03-93e9341080a1 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664361 Feb 02 16:06:59.938459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.970582 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:59.984506 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364', 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', '6d97c338-9ff1-4df3-b54f-4245d3f1dd34'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:00.001171 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d7f512-10c7-4c9c-9860-b3358493fb20']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:00.018697 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6554afc4-8a9b-495c-bfcf-13fe380ba86e') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:00.019238 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6554afc4-8a9b-495c-bfcf-13fe380ba86e') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:00.019983 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event deleted for resources: {'Port': ['ID=6d97c338-9ff1-4df3-b54f-4245d3f1dd34,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:00.087452 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.118516 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] No DVR routers for this DVR port 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:00.121610 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.128216 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-a86dbaba-0d79-421b-bfaf-0cbd7a6cac1e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:00.129222 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-a86dbaba-0d79-421b-bfaf-0cbd7a6cac1e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "GET /v2.0/networks?id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 HTTP/1.1" status: 200 len: 814 time: 0.3217051 Feb 02 16:07:00.129821 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:07:00.130365 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.131051 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.133607 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9453a558-8e68-4081-87b2-0f9bb897c447', 'name': 'network-vif-deleted', 'tag': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:00.154432 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Request body: {'port': {'device_id': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880', 'admin_state_up': True, 'tenant_id': 'd850f2bc843d43409e1ada8ec4440aea'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:07:00.181236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c5fb-0da7-468d-9767-49f70857bc9b req-56206776-1e05-4ffb-8893-dbe7a8d04537 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:00.183293 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f7e0c5fb-0da7-468d-9767-49f70857bc9b req-56206776-1e05-4ffb-8893-dbe7a8d04537 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.3523879 Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:07:00.216012 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:07:00.239471 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32361-f21e-4f51-b4f2-ea964dca2604 req-e2915dc3-78cd-4657-b371-060052bd5ed4 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:00.240986 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-aac32361-f21e-4f51-b4f2-ea964dca2604 req-e2915dc3-78cd-4657-b371-060052bd5ed4 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.2114804 Feb 02 16:07:00.257485 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c34e7221-560c-45ef-966e-de7a49e1ee51 req-8d07cb40-e6a6-42fa-a7d8-10657927128a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "DELETE /v2.0/ports/6d97c338-9ff1-4df3-b54f-4245d3f1dd34 HTTP/1.1" status: 204 len: 173 time: 1.1075344 Feb 02 16:07:00.300568 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f7e0c5fb-0da7-468d-9767-49f70857bc9b req-ac4046b4-db4c-4e2e-afc3-3dcb966ce210 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668621 Feb 02 16:07:00.301434 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-aac32361-f21e-4f51-b4f2-ea964dca2604 req-b06cd9c9-07e9-448a-82b8-7b6ee100d382 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534220 Feb 02 16:07:00.346265 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:07:00.350401 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Usage tracker for resource:port and tenant:d850f2bc843d43409e1ada8ec4440aea is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:07:00.353294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:07:00.360139 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9453a558-8e68-4081-87b2-0f9bb897c447', 'name': 'network-vif-deleted', 'tag': '6d97c338-9ff1-4df3-b54f-4245d3f1dd34', 'status': 'completed', 'code': 200} Feb 02 16:07:00.360927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:07:00.363901 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.368378 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.436791 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Made reservation on behalf of d850f2bc843d43409e1ada8ec4440aea for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:07:00.441477 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.476703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d7f512-10c7-4c9c-9860-b3358493fb20,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:00.481161 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-bf6f1033-681a-4e92-998d-64df3c736936 admin admin] 10.222.0.31 "DELETE /v2.0/networks/46d7f512-10c7-4c9c-9860-b3358493fb20 HTTP/1.1" status: 204 len: 168 time: 0.7956085 Feb 02 16:07:00.575339 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-27b2bb37-77be-43eb-a905-60cf6b766277 req-b5a23bca-fcc2-4758-9e74-685cc9cdfc0b tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 210 time: 0.0583365 Feb 02 16:07:00.672715 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Allocated IP 172.20.0.12 (d45ab60c-f18a-4a73-b9bf-4b23e7ad7880/39a78be8-a723-458c-a644-5627f02141cf/bba324fe-32a5-4e84-a4a3-5be9e631d490) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:07:00.855953 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41256) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:00.906722 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-21a3bf15-80da-453e-b7fc-44eb59ea19a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c945854c009145739962db3d0176a80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495765 Feb 02 16:07:00.910130 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41262) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:00.970928 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9f626e1-303e-431d-9e97-145e45583b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.021523 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.031933 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-cd1f2050-98ea-40cc-a0b3-6b40842f15f4 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:01.033497 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-cd1f2050-98ea-40cc-a0b3-6b40842f15f4 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.85 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.1597004 Feb 02 16:07:01.036103 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9f626e1-303e-431d-9e97-145e45583b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.051166 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-027c711d-f98e-4512-9b1f-d6a9849fa24f req-ade9dba9-4241-4f29-85f5-6ab6f0c528d2 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=9453a558-8e68-4081-87b2-0f9bb897c447 HTTP/1.1" status: 200 len: 210 time: 0.0590479 Feb 02 16:07:01.112452 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Deleting port 03671296-b41b-4915-a461-3f46e987e094 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:01.112779 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.184699 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9f626e1-303e-431d-9e97-145e45583b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.202197 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f626e1-303e-431d-9e97-145e45583b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c3e46-42aa-4670-b33e-9f18673e0662,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:01.247283 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.267912 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9f626e1-303e-431d-9e97-145e45583b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.273515 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b9f626e1-303e-431d-9e97-145e45583b4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/127c3e46-42aa-4670-b33e-9f18673e0662 HTTP/1.1" status: 204 len: 168 time: 0.3590324 Feb 02 16:07:01.400834 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-30f00332-a366-4f6b-8596-52fcc9fb9925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.419705 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:07:01.420504 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Pushing event updated for resources: {'Port': ['ID=bba324fe-32a5-4e84-a4a3-5be9e631d490,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:01.428583 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:07:01.474155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:07:01.479730 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:01.480345 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.532730 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] For port 03671296-b41b-4915-a461-3f46e987e094, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=03671296-b41b-4915-a461-3f46e987e094,segment=NetworkSegment(e8ea29bc-15f4-44df-9d46-13a1b0cd8535),segment_id=e8ea29bc-15f4-44df-9d46-13a1b0cd8535)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:01.533089 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.534897 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a39f6-f18b-4f6d-91d3-095329368c14 req-741c6e40-cdb2-41bb-b28b-a41d96fa062f tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:01.536632 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-318a39f6-f18b-4f6d-91d3-095329368c14 req-741c6e40-cdb2-41bb-b28b-a41d96fa062f tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 949 time: 0.0937841 Feb 02 16:07:01.595351 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-318a39f6-f18b-4f6d-91d3-095329368c14 req-2053e044-3504-4c64-b11d-c1294b32b75b tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/security-groups?id=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Feb 02 16:07:01.668914 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Calling delete_port for 03671296-b41b-4915-a461-3f46e987e094 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:01.697656 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-9845babd-5627-4540-a0d6-930ac50fe7cb tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5482707 Feb 02 16:07:01.725354 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Request body: {'port': {'device_id': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:07:01.780890 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa954e73-5789-4e86-b928-7f1693d5aadc req-13017e96-3b15-4aa0-a73e-1ac515a4ae5c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:01.782455 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-aa954e73-5789-4e86-b928-7f1693d5aadc req-13017e96-3b15-4aa0-a73e-1ac515a4ae5c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 932 time: 0.0859208 Feb 02 16:07:01.828590 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-aa954e73-5789-4e86-b928-7f1693d5aadc req-cdbc85a7-ae8b-4ffc-995b-284261e1f334 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Synchronizing usage tracker for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:01.852498 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6f8b-6d6f-417a-b109-906915e820ff req-63a24d04-1cbd-4496-87b6-9e061ec35460 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:01.853945 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0cca6f8b-6d6f-417a-b109-906915e820ff req-63a24d04-1cbd-4496-87b6-9e061ec35460 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.4219186 Feb 02 16:07:01.925391 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-aa954e73-5789-4e86-b928-7f1693d5aadc req-cdbc85a7-ae8b-4ffc-995b-284261e1f334 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Unset dirty status for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:01.927064 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-aa954e73-5789-4e86-b928-7f1693d5aadc req-cdbc85a7-ae8b-4ffc-995b-284261e1f334 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381235 Feb 02 16:07:01.953426 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:01.981246 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0cca6f8b-6d6f-417a-b109-906915e820ff req-111378c0-ffe5-403a-917c-1825de24528c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187770 Feb 02 16:07:02.184156 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.204885 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41280) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:02.233117 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['03671296-b41b-4915-a461-3f46e987e094'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:02.253988 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-81679fb1-ae26-464b-bde5-ff48c8397ed5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e987e4d67a2840ad9fc63bc4d3497169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488663 Feb 02 16:07:02.256430 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41284) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:02.306420 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Pushing event deleted for resources: {'Port': ['ID=03671296-b41b-4915-a461-3f46e987e094,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:02.334794 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6076575e-fddb-463e-85a9-f99ab29b7363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.365616 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6076575e-fddb-463e-85a9-f99ab29b7363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.440038 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.497126 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6076575e-fddb-463e-85a9-f99ab29b7363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.517710 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076575e-fddb-463e-85a9-f99ab29b7363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd24be81-7469-44ad-9718-d87d5437100e,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:02.521036 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6076575e-fddb-463e-85a9-f99ab29b7363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.523637 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6076575e-fddb-463e-85a9-f99ab29b7363 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd24be81-7469-44ad-9718-d87d5437100e HTTP/1.1" status: 204 len: 168 time: 0.2646112 Feb 02 16:07:02.531153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] No DVR routers for this DVR port 03671296-b41b-4915-a461-3f46e987e094 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:02.535510 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.538084 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'name': 'network-vif-deleted', 'tag': '03671296-b41b-4915-a461-3f46e987e094'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:02.558770 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba324fe-32a5-4e84-a4a3-5be9e631d490 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:07:02.565944 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.567013 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.583497 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Transition to ACTIVE for port object bba324fe-32a5-4e84-a4a3-5be9e631d490 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:07:02.603085 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ac3aa-d726-46d9-b92d-3e840134a3ed', 'name': 'network-vif-deleted', 'tag': '03671296-b41b-4915-a461-3f46e987e094', 'status': 'completed', 'code': 200} Feb 02 16:07:02.638602 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d431f1ef-bc45-4dfe-bd31-6440feeb455e req-c7ab5ae7-673a-4732-ac61-af25ec775d54 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.85 "DELETE /v2.0/ports/03671296-b41b-4915-a461-3f46e987e094 HTTP/1.1" status: 204 len: 173 time: 1.5981555 Feb 02 16:07:02.648406 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.771602 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2d0858bb-cdb5-46cf-b3d2-fe39b24527f2 req-b08b5213-6cf3-4b63-9fb7-6a79ff5c2bb0 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 210 time: 0.0435917 Feb 02 16:07:02.867332 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Pushing event updated for resources: {'Port': ['ID=bba324fe-32a5-4e84-a4a3-5be9e631d490,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:02.879912 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Attempting to bind port bba324fe-32a5-4e84-a4a3-5be9e631d490 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:07:02.880255 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Attempting to bind port bba324fe-32a5-4e84-a4a3-5be9e631d490 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:07:02.880586 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Attempting to bind port bba324fe-32a5-4e84-a4a3-5be9e631d490 on network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:07:02.885816 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Port bba324fe-32a5-4e84-a4a3-5be9e631d490 on network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:07:02.886142 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Attempting to bind port bba324fe-32a5-4e84-a4a3-5be9e631d490 on network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:07:02.896569 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:07:02.896910 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Checking segment: {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:07:02.897298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Bound using segment: {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:07:02.897726 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Bound port: bba324fe-32a5-4e84-a4a3-5be9e631d490, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:07:02.898075 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:02.955444 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc2bb-9438-476e-b3b6-c79634255fe5 req-8e998837-2259-4a9c-91b5-a9404b297f66 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:02.956235 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-b0ebc2bb-9438-476e-b3b6-c79634255fe5 req-8e998837-2259-4a9c-91b5-a9404b297f66 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:03.031818 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] For port bba324fe-32a5-4e84-a4a3-5be9e631d490, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:07:03.039342 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] For port bba324fe-32a5-4e84-a4a3-5be9e631d490, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:07:03.085263 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-b0ebc2bb-9438-476e-b3b6-c79634255fe5 req-8e998837-2259-4a9c-91b5-a9404b297f66 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:03.086450 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0ebc2bb-9438-476e-b3b6-c79634255fe5 req-8e998837-2259-4a9c-91b5-a9404b297f66 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 946 time: 0.3404531 Feb 02 16:07:03.112908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:03.146977 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae35bd-6a86-40d6-bdf9-4be25375b5f9 req-97b92883-21b7-4916-bac9-92fb7b0bcbf2 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:03.146977 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-16ae35bd-6a86-40d6-bdf9-4be25375b5f9 req-97b92883-21b7-4916-bac9-92fb7b0bcbf2 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 944 time: 0.0936973 Feb 02 16:07:03.190689 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:03.191328 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:03.192680 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] 10.222.0.85 "PUT /v2.0/ports/bba324fe-32a5-4e84-a4a3-5be9e631d490 HTTP/1.1" status: 200 len: 1094 time: 1.4750175 Feb 02 16:07:03.199798 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0ebc2bb-9438-476e-b3b6-c79634255fe5 req-775923ce-5cf1-4f57-a15c-8dffaafc6bba tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061044 Feb 02 16:07:03.205224 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-16ae35bd-6a86-40d6-bdf9-4be25375b5f9 req-8b05494a-cfbb-4b12-830c-64c6c5b56272 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510483 Feb 02 16:07:03.214641 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bee3ae-9b94-4db6-a079-f09307b9a00a service neutron] Pushing event updated for resources: {'Port': ['ID=bba324fe-32a5-4e84-a4a3-5be9e631d490,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:03.378729 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac78d-4af7-4ce7-99d9-eeac1451918f req-76904db2-6052-46e0-a2ac-97a9a3b40aa5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:03.380219 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-85fac78d-4af7-4ce7-99d9-eeac1451918f req-76904db2-6052-46e0-a2ac-97a9a3b40aa5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0799799 Feb 02 16:07:03.385092 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-c85709e6-c72a-4502-b975-b2dcf5c38a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:03.387083 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-c85709e6-c72a-4502-b975-b2dcf5c38a4d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d850f2bc843d43409e1ada8ec4440aea&device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 1097 time: 0.0742083 Feb 02 16:07:03.425094 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-85fac78d-4af7-4ce7-99d9-eeac1451918f req-5099669d-23b5-4908-8766-99bb65ca9cb3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391493 Feb 02 16:07:03.473141 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-d68c6915-01b2-4857-ae0c-56aeffef73ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490 HTTP/1.1" status: 200 len: 217 time: 0.0682421 Feb 02 16:07:03.560628 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-ebed938d-723f-46d3-992c-211325a1ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:03.561821 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:03.562265 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-ebed938d-723f-46d3-992c-211325a1ec9c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=39a78be8-a723-458c-a644-5627f02141cf HTTP/1.1" status: 200 len: 854 time: 0.0625396 Feb 02 16:07:03.596755 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:03.597182 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 6d97c338-9ff1-4df3-b54f-4245d3f1dd34 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:03.616371 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-d5ba6c8f-26f7-4baa-b9f6-672982ca224f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413086 Feb 02 16:07:03.751278 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-31743893-c87c-4709-bdc1-e41e2d306817 service neutron] 10.222.0.85 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270406 Feb 02 16:07:03.956385 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-45ac97ea-4d4c-416b-9bcb-89d98b438a88 req-ddfc55cd-b78a-4b2d-a62d-294830b7d010 service neutron] 10.222.0.85 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887987 Feb 02 16:07:03.956385 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e4c98195-0269-4554-832c-43febfb80c0c req-ac19d54a-23fa-4314-82da-2f2ab47432b0 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Synchronizing usage tracker for tenant:38795ce77bfe446fbffa76c6c3afd39f on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:03.967924 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:04.013677 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e4c98195-0269-4554-832c-43febfb80c0c req-ac19d54a-23fa-4314-82da-2f2ab47432b0 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] Unset dirty status for tenant:38795ce77bfe446fbffa76c6c3afd39f on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:04.014978 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e4c98195-0269-4554-832c-43febfb80c0c req-ac19d54a-23fa-4314-82da-2f2ab47432b0 tempest-VolumesNegativeTest-939827445 tempest-VolumesNegativeTest-939827445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b25ac3aa-d726-46d9-b92d-3e840134a3ed HTTP/1.1" status: 200 len: 210 time: 0.1178045 Feb 02 16:07:04.393439 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52258-e8b8-446d-b7fc-ed40e3633820 req-9f98b54f-ce67-4c77-bc59-4c1e83544022 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:04.394024 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c54e-6d2b-445b-815f-a3c1f622b019 req-6c9d7879-57ca-4ce1-ad62-fb9ce7d48397 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:04.395084 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72e52258-e8b8-446d-b7fc-ed40e3633820 req-9f98b54f-ce67-4c77-bc59-4c1e83544022 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 944 time: 0.0860262 Feb 02 16:07:04.398053 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-77f4c54e-6d2b-445b-815f-a3c1f622b019 req-6c9d7879-57ca-4ce1-ad62-fb9ce7d48397 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 946 time: 0.0820773 Feb 02 16:07:04.441293 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72e52258-e8b8-446d-b7fc-ed40e3633820 req-17c5df85-5726-4b06-90f5-630e65ad8b40 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Feb 02 16:07:04.442974 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-77f4c54e-6d2b-445b-815f-a3c1f622b019 req-03d1ef85-78c8-4f49-adc5-2474b56a8311 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Feb 02 16:07:04.609695 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'tag': 'bba324fe-32a5-4e84-a4a3-5be9e631d490'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:04.641069 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f021944-d647-44ee-b783-ac8937b20d9f req-69b29b51-d581-4366-a937-1b72e118ab60 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:04.643541 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f021944-d647-44ee-b783-ac8937b20d9f req-69b29b51-d581-4366-a937-1b72e118ab60 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1027892 Feb 02 16:07:04.663449 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'tag': 'bba324fe-32a5-4e84-a4a3-5be9e631d490', 'status': 'completed', 'code': 200} Feb 02 16:07:04.699907 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f021944-d647-44ee-b783-ac8937b20d9f req-3e3acadd-ba1b-4d07-a94a-64b04fb985c0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Feb 02 16:07:04.784756 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-0806bcc2-ff64-489a-a223-d13ed3f8f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:04.786223 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-0806bcc2-ff64-489a-a223-d13ed3f8f3cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d850f2bc843d43409e1ada8ec4440aea&device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 1097 time: 0.0760295 Feb 02 16:07:05.046217 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-39b900b2-349c-4880-b6b4-791251ff3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:05.047698 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-39b900b2-349c-4880-b6b4-791251ff3923 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 HTTP/1.1" status: 200 len: 915 time: 0.1834018 Feb 02 16:07:05.055386 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-ed29ad5c-475a-4e54-8cb9-ca42019dfe50 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:05.056687 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-ed29ad5c-475a-4e54-8cb9-ca42019dfe50 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 946 time: 0.1912198 Feb 02 16:07:05.218410 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-f394f84f-5a3a-4b1c-a468-f1c30aa191e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490 HTTP/1.1" status: 200 len: 217 time: 0.1608183 Feb 02 16:07:05.302028 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Deleting port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:05.302285 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:05.348371 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-8019a2c1-8f91-461b-a910-b4cc28cbe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:05.349771 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-8019a2c1-8f91-461b-a910-b4cc28cbe3b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=39a78be8-a723-458c-a644-5627f02141cf HTTP/1.1" status: 200 len: 854 time: 0.1188345 Feb 02 16:07:05.407604 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-b28b62f6-e99b-42b4-afcc-a66c5084de76 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505378 Feb 02 16:07:05.556911 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 03671296-b41b-4915-a461-3f46e987e094 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:05.642579 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 03671296-b41b-4915-a461-3f46e987e094 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:05.643080 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 03671296-b41b-4915-a461-3f46e987e094 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:05.716835 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570698-6f4f-4563-9783-7385cebbf025 req-54768821-4449-43e4-ab7e-9a06327e0416 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:05.718317 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-da570698-6f4f-4563-9783-7385cebbf025 req-54768821-4449-43e4-ab7e-9a06327e0416 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 944 time: 0.0858319 Feb 02 16:07:05.758978 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-0555bb5a-8458-468c-9499-3fa532f22b9f service neutron] 10.222.0.85 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229706 Feb 02 16:07:05.768263 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-da570698-6f4f-4563-9783-7385cebbf025 req-328a84b5-6b2d-4800-b501-f1394047f5db tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Feb 02 16:07:05.868235 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] For port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:05.868607 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:05.973413 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546034f0-259d-47ba-9365-9878110fa1a7 req-99a3685a-dcd8-4d11-85f0-0ae09fa8f3bf tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:05.981497 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-546034f0-259d-47ba-9365-9878110fa1a7 req-99a3685a-dcd8-4d11-85f0-0ae09fa8f3bf tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1027770 Feb 02 16:07:06.016837 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Calling delete_port for b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:06.028494 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-546034f0-259d-47ba-9365-9878110fa1a7 req-36ef1e74-d24a-4b1e-a991-07865a010dac tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Feb 02 16:07:06.053940 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17803f-c217-4faa-a2ad-9ba2b1300880 req-c1e75703-44c9-42c7-b932-f4bed3b5ce86 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:06.061001 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bd17803f-c217-4faa-a2ad-9ba2b1300880 req-c1e75703-44c9-42c7-b932-f4bed3b5ce86 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 946 time: 0.4129028 Feb 02 16:07:06.172077 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c9f58c9-0c21-4279-94d8-f8c974dd75c0 req-7e6ad781-053a-49c1-a5eb-56aceb786f9e service neutron] 10.222.0.85 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026155 Feb 02 16:07:06.175511 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bd17803f-c217-4faa-a2ad-9ba2b1300880 req-6f8072f4-b6bb-4f94-ae42-53b837176a63 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137273 Feb 02 16:07:06.308922 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:06.346993 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364', 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:06.360473 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event deleted for resources: {'Port': ['ID=b3d33393-a9e1-4bfd-939d-a6b35ed6aae7,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:06.444728 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] No DVR routers for this DVR port b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:06.447103 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:06.521365 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d3d3ee14-ec23-4096-afc8-71736ebd38bc req-f1e1aa77-cdef-4d6f-9738-c1a00f5ff874 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "DELETE /v2.0/ports/b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 HTTP/1.1" status: 204 len: 173 time: 1.3371758 Feb 02 16:07:06.669963 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a696c396-166b-4173-9c71-7675a51325d5', 'name': 'network-vif-deleted', 'tag': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:06.712124 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a696c396-166b-4173-9c71-7675a51325d5', 'name': 'network-vif-deleted', 'tag': 'b3d33393-a9e1-4bfd-939d-a6b35ed6aae7', 'status': 'completed', 'code': 200} Feb 02 16:07:06.958814 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e0bf-9e40-4d72-a0ad-70826cd8c3ed req-cdb0b6b2-f7ab-4d1f-b7f1-e0dea7dfd6a7 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:06.959525 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e129e0bf-9e40-4d72-a0ad-70826cd8c3ed req-cdb0b6b2-f7ab-4d1f-b7f1-e0dea7dfd6a7 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Synchronizing usage tracker for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:07.059307 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e129e0bf-9e40-4d72-a0ad-70826cd8c3ed req-cdb0b6b2-f7ab-4d1f-b7f1-e0dea7dfd6a7 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Unset dirty status for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:07.060596 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e129e0bf-9e40-4d72-a0ad-70826cd8c3ed req-cdb0b6b2-f7ab-4d1f-b7f1-e0dea7dfd6a7 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 944 time: 0.1806750 Feb 02 16:07:07.121434 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e129e0bf-9e40-4d72-a0ad-70826cd8c3ed req-74f8ffed-4510-44df-b6a1-a5e002151713 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484023 Feb 02 16:07:07.255536 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2a8ae-41f3-430e-ba8c-6e91df4f392f req-1da0f263-a7b1-41f5-81bb-d016d4c7a4fa tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:07.257086 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1ff2a8ae-41f3-430e-ba8c-6e91df4f392f req-1da0f263-a7b1-41f5-81bb-d016d4c7a4fa tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0975182 Feb 02 16:07:07.313883 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1ff2a8ae-41f3-430e-ba8c-6e91df4f392f req-cf0f44e9-cb94-47f2-a6f2-eafa8c04ea28 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501239 Feb 02 16:07:07.362410 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e690b5af-d10d-4f16-8ae8-05a54ea481f2 req-41a32834-0ab5-4c32-9ced-76bf4b7332c8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Synchronizing usage tracker for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:07.462300 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e690b5af-d10d-4f16-8ae8-05a54ea481f2 req-41a32834-0ab5-4c32-9ced-76bf4b7332c8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Unset dirty status for tenant:4b7dd5c8331a4d7e8b8c82d642eb437c on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:07.463677 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e690b5af-d10d-4f16-8ae8-05a54ea481f2 req-41a32834-0ab5-4c32-9ced-76bf4b7332c8 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a696c396-166b-4173-9c71-7675a51325d5 HTTP/1.1" status: 200 len: 210 time: 0.1438510 Feb 02 16:07:07.583609 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device bba324fe-32a5-4e84-a4a3-5be9e631d490 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:07:07.721403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port bba324fe-32a5-4e84-a4a3-5be9e631d490, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:07.734304 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'bba324fe-32a5-4e84-a4a3-5be9e631d490', 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880', 'port_id': 'bba324fe-32a5-4e84-a4a3-5be9e631d490', 'mac_address': 'fa:16:3e:cf:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a78be8-a723-458c-a644-5627f02141cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:07:07.791440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:07.809042 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba324fe-32a5-4e84-a4a3-5be9e631d490 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:07:07.823852 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port bba324fe-32a5-4e84-a4a3-5be9e631d490, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:07.956214 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:08.023074 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=bba324fe-32a5-4e84-a4a3-5be9e631d490,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:08.324574 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a7e7d-2d98-47f3-92a5-dbecc7f31d3b req-713b1653-91a5-4add-92e5-7961be438905 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:08.324574 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e38a7e7d-2d98-47f3-92a5-dbecc7f31d3b req-713b1653-91a5-4add-92e5-7961be438905 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 945 time: 0.0957093 Feb 02 16:07:08.376440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['bba324fe-32a5-4e84-a4a3-5be9e631d490'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:08.394525 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e38a7e7d-2d98-47f3-92a5-dbecc7f31d3b req-5cbb39ac-7156-4264-8c50-fd38800d77e4 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Feb 02 16:07:08.548236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0094d9-d0bd-434f-8004-3789b0063da5 req-911f9633-09dc-40f6-8464-bc98e2ea2131 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:08.558386 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6f0094d9-d0bd-434f-8004-3789b0063da5 req-911f9633-09dc-40f6-8464-bc98e2ea2131 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1032336 Feb 02 16:07:08.615833 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6f0094d9-d0bd-434f-8004-3789b0063da5 req-6dd7d7d3-2a99-4b19-9187-9b3b56183764 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Feb 02 16:07:09.599822 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af71e-9146-4c53-90a6-bb7c07cf1fd4 req-16cdc82e-044b-48bd-ac23-a8934e79ef03 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:09.601474 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5a7af71e-9146-4c53-90a6-bb7c07cf1fd4 req-16cdc82e-044b-48bd-ac23-a8934e79ef03 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 945 time: 0.0980513 Feb 02 16:07:09.603883 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device bba324fe-32a5-4e84-a4a3-5be9e631d490 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:07:09.664091 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5a7af71e-9146-4c53-90a6-bb7c07cf1fd4 req-2acd7bf7-af90-43fc-b787-d35578ad122f tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560007 Feb 02 16:07:09.742375 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port bba324fe-32a5-4e84-a4a3-5be9e631d490 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:07:09.748155 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port bba324fe-32a5-4e84-a4a3-5be9e631d490 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:07:09.748531 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:09.874933 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:09.902506 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba324fe-32a5-4e84-a4a3-5be9e631d490'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:09.906887 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da3b2-295b-4dd0-891a-99dc7c16163f req-c54995e6-54a8-42fb-87d9-0cdddeaf7e2c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:09.908524 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-814da3b2-295b-4dd0-891a-99dc7c16163f req-c54995e6-54a8-42fb-87d9-0cdddeaf7e2c tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1735675 Feb 02 16:07:09.916617 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port bba324fe-32a5-4e84-a4a3-5be9e631d490, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:09.957035 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba324fe-32a5-4e84-a4a3-5be9e631d490', 'code': 200} Feb 02 16:07:09.958839 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-814da3b2-295b-4dd0-891a-99dc7c16163f req-f67f20c9-5fe8-489f-b932-eee5d7652d4d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Feb 02 16:07:10.028899 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:10.029753 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:10.109736 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:10.110271 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device b3d33393-a9e1-4bfd-939d-a6b35ed6aae7 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:10.137956 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=bba324fe-32a5-4e84-a4a3-5be9e631d490,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:10.392077 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739956e-2a0f-47c0-a4b1-6ed15b81d321 req-fc4a3352-681a-4ad9-b95a-e611589cf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:10.393777 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d739956e-2a0f-47c0-a4b1-6ed15b81d321 req-fc4a3352-681a-4ad9-b95a-e611589cf205 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 1099 time: 0.0831382 Feb 02 16:07:10.455723 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d739956e-2a0f-47c0-a4b1-6ed15b81d321 req-3e50ecc4-7f1a-4640-ba35-968b829a63f0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Feb 02 16:07:10.664879 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef222b-a1db-4ddb-904b-0af9df828539 req-ea19e4a2-7e37-42d4-a4a6-1d3e2a8ccf6e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:10.666368 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eeef222b-a1db-4ddb-904b-0af9df828539 req-ea19e4a2-7e37-42d4-a4a6-1d3e2a8ccf6e tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.0930576 Feb 02 16:07:10.711991 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-eeef222b-a1db-4ddb-904b-0af9df828539 req-2839fe11-f367-497f-8523-7347d4dd1309 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Feb 02 16:07:10.891391 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7090b-1e62-4a2a-bc9f-6ad7c805a610 req-073209d4-edd6-460c-a618-54ed3d7d80f2 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:10.892831 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-36b7090b-1e62-4a2a-bc9f-6ad7c805a610 req-073209d4-edd6-460c-a618-54ed3d7d80f2 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0858445 Feb 02 16:07:10.937690 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-36b7090b-1e62-4a2a-bc9f-6ad7c805a610 req-3d75b645-eea0-4998-b65b-95b1184e9020 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Feb 02 16:07:11.288681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ad15-22c5-4e80-a637-dece9b7e5626 req-6bb0ea21-f969-4119-a452-605037b2ba44 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:11.290251 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bbd3ad15-22c5-4e80-a637-dece9b7e5626 req-6bb0ea21-f969-4119-a452-605037b2ba44 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0811965 Feb 02 16:07:11.335474 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bbd3ad15-22c5-4e80-a637-dece9b7e5626 req-94ffefa8-13d6-43a2-8903-9952890eef2a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Feb 02 16:07:11.352130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f25b0-fa3b-4973-b432-dd1fbc47eec6 req-05d76ff6-135d-4d3a-aebf-295e86858df4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:11.353585 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-538f25b0-fa3b-4973-b432-dd1fbc47eec6 req-05d76ff6-135d-4d3a-aebf-295e86858df4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0795450 Feb 02 16:07:11.402814 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-538f25b0-fa3b-4973-b432-dd1fbc47eec6 req-1b2bc4ca-0c66-4613-aec8-f6d4ea5e3048 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422578 Feb 02 16:07:11.907391 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c6fb9-1f8c-4388-8819-f20ec0ce317d req-948c2f32-170e-4530-834d-40e613e9b88f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:11.916208 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6e3c6fb9-1f8c-4388-8819-f20ec0ce317d req-948c2f32-170e-4530-834d-40e613e9b88f tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.0986683 Feb 02 16:07:11.968329 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6e3c6fb9-1f8c-4388-8819-f20ec0ce317d req-337c7058-a316-474a-9455-adaea3a65ba0 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510023 Feb 02 16:07:12.143709 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31654a36-9b78-4ad0-8099-f2e132afdc80 req-1558a5ef-756c-42b6-a310-1b854283013f tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:12.145138 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-31654a36-9b78-4ad0-8099-f2e132afdc80 req-1558a5ef-756c-42b6-a310-1b854283013f tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0921726 Feb 02 16:07:12.191898 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-31654a36-9b78-4ad0-8099-f2e132afdc80 req-36f00719-8590-446a-9ef0-002105748e7e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Feb 02 16:07:12.495905 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41690) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:12.534994 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4024cc-75d3-4785-964f-65dabe213a80 req-33d18bd6-af00-4929-9b47-51265626d930 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:12.536519 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fc4024cc-75d3-4785-964f-65dabe213a80 req-33d18bd6-af00-4929-9b47-51265626d930 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0922694 Feb 02 16:07:12.581964 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fc4024cc-75d3-4785-964f-65dabe213a80 req-93241a05-c552-4dbb-9596-f4014ccd13cd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Feb 02 16:07:12.611892 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66310bb-f045-44fb-b874-a41fdcdf94e3 req-36b14cad-cf22-455c-8e83-f26f1fca15c3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:12.613424 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b66310bb-f045-44fb-b874-a41fdcdf94e3 req-36b14cad-cf22-455c-8e83-f26f1fca15c3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0953586 Feb 02 16:07:12.687367 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b66310bb-f045-44fb-b874-a41fdcdf94e3 req-48152d83-2de6-4053-b9aa-33f471c89fc5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672266 Feb 02 16:07:12.702352 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-7d745cb4-1fd8-44f9-80bd-c8c4de5c2014 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38795ce77bfe446fbffa76c6c3afd39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040658 Feb 02 16:07:12.704527 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41696) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:12.760494 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42772cd0-ee9f-4d7c-add3-118658db2375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:12.785968 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42772cd0-ee9f-4d7c-add3-118658db2375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:12.933394 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42772cd0-ee9f-4d7c-add3-118658db2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:12.954260 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42772cd0-ee9f-4d7c-add3-118658db2375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44b1e8f-f89a-4e0a-8fce-5466a08b95a3,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:13.023571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42772cd0-ee9f-4d7c-add3-118658db2375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:13.024984 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-42772cd0-ee9f-4d7c-add3-118658db2375 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b44b1e8f-f89a-4e0a-8fce-5466a08b95a3 HTTP/1.1" status: 204 len: 168 time: 0.3192830 Feb 02 16:07:13.153070 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882e03-f434-45ee-a78b-738a99c9f521 req-dd8db5a9-8281-4134-beef-f89840018a51 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:13.154593 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-27882e03-f434-45ee-a78b-738a99c9f521 req-dd8db5a9-8281-4134-beef-f89840018a51 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.0838385 Feb 02 16:07:13.199911 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-27882e03-f434-45ee-a78b-738a99c9f521 req-082bc449-6083-4d6d-9227-babf1f1b98d7 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Feb 02 16:07:13.393069 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7a623-d690-480a-90b1-495b2837de0b req-2a2cf93e-a9f6-4eac-80d8-1803217cad09 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:13.394694 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81b7a623-d690-480a-90b1-495b2837de0b req-2a2cf93e-a9f6-4eac-80d8-1803217cad09 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0887506 Feb 02 16:07:13.444099 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81b7a623-d690-480a-90b1-495b2837de0b req-2c84f796-c32d-4790-b84e-7e70cc2f48f4 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Feb 02 16:07:13.546205 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-0a506c01-7557-464a-98dc-84fce40c8194 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:13.547775 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-0a506c01-7557-464a-98dc-84fce40c8194 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.0954783 Feb 02 16:07:13.619572 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Deleting port d5b64ca2-538c-480b-a2bf-da76421e1364 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:13.619865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:13.838437 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d1d91-0bbb-4c3c-b573-daa31e01251e req-4faed93b-339e-45df-85bf-b73f5ef091be tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:13.839771 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-be8d1d91-0bbb-4c3c-b573-daa31e01251e req-4faed93b-339e-45df-85bf-b73f5ef091be tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1378040 Feb 02 16:07:13.974899 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-be8d1d91-0bbb-4c3c-b573-daa31e01251e req-4d8e9e63-4c7a-4057-b694-a42ed931e687 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277432 Feb 02 16:07:14.008998 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] For port d5b64ca2-538c-480b-a2bf-da76421e1364, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d5b64ca2-538c-480b-a2bf-da76421e1364,segment=NetworkSegment(e3b21fbe-dfbc-43eb-a46c-41d9892107a1),segment_id=e3b21fbe-dfbc-43eb-a46c-41d9892107a1)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:14.015454 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:14.138126 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7767-1c70-4273-8780-0592cbeb2961 req-77193327-5b58-4676-823b-ebb2f4a16b99 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:14.139587 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9b1f7767-1c70-4273-8780-0592cbeb2961 req-77193327-5b58-4676-823b-ebb2f4a16b99 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.2638283 Feb 02 16:07:14.156252 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Calling delete_port for d5b64ca2-538c-480b-a2bf-da76421e1364 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:14.239575 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9b1f7767-1c70-4273-8780-0592cbeb2961 req-84dda35a-615a-4498-86e8-70217c505467 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645621 Feb 02 16:07:14.444119 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899cb43-0be0-4fe8-98f4-99ed0b54bc5c req-562b7e37-2249-4cf0-b32a-a2af86e2ee99 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:14.445566 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6899cb43-0be0-4fe8-98f4-99ed0b54bc5c req-562b7e37-2249-4cf0-b32a-a2af86e2ee99 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 945 time: 0.0833049 Feb 02 16:07:14.454053 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:14.491396 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6899cb43-0be0-4fe8-98f4-99ed0b54bc5c req-4f22d52e-62ba-482b-8479-ecb4f8d0fab9 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/security-groups?id=d588b418-4f6c-46e5-b837-99eb5f61cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Feb 02 16:07:14.504169 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['d5b64ca2-538c-480b-a2bf-da76421e1364'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:14.506219 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Pushing event deleted for resources: {'Port': ['ID=d5b64ca2-538c-480b-a2bf-da76421e1364,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:14.679395 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] No DVR routers for this DVR port d5b64ca2-538c-480b-a2bf-da76421e1364 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:14.681729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:14.684976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e1712d-4567-4233-bd6a-443c3c062548', 'name': 'network-vif-deleted', 'tag': 'd5b64ca2-538c-480b-a2bf-da76421e1364'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:14.728105 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e1712d-4567-4233-bd6a-443c3c062548', 'name': 'network-vif-deleted', 'tag': 'd5b64ca2-538c-480b-a2bf-da76421e1364', 'status': 'completed', 'code': 200} Feb 02 16:07:14.753817 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-95428e3c-fb61-4d27-97a7-6061a5197fc2 req-f721090f-7fc4-4c5e-944b-732185bed512 tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.85 "DELETE /v2.0/ports/d5b64ca2-538c-480b-a2bf-da76421e1364 HTTP/1.1" status: 204 len: 173 time: 1.1999636 Feb 02 16:07:15.171653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303340ac-6c81-4061-8e68-03915eb45242 req-fc944af8-269a-49b3-9bb9-e58b8415c12a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:15.173240 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-303340ac-6c81-4061-8e68-03915eb45242 req-fc944af8-269a-49b3-9bb9-e58b8415c12a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0862241 Feb 02 16:07:15.218447 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-303340ac-6c81-4061-8e68-03915eb45242 req-bb962872-8c2a-49ef-912f-0e45dca78e3e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Feb 02 16:07:15.463319 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913aa0-7f21-40a8-a58f-97d9cfde3855 req-5c92eac5-a16e-40f0-a6a2-9a581ab48856 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:15.464860 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-35913aa0-7f21-40a8-a58f-97d9cfde3855 req-5c92eac5-a16e-40f0-a6a2-9a581ab48856 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0883172 Feb 02 16:07:15.515721 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-35913aa0-7f21-40a8-a58f-97d9cfde3855 req-ee953e9d-4a78-41bb-a9cd-6dd704a183b9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Feb 02 16:07:15.673670 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5285fd9e-d311-49ec-b8a1-fb3ec79be78b req-94aed9f5-5eb5-4ad8-af7b-83e1fbcd0b7a tempest-AttachVolumeNegativeTest-1274988726 tempest-AttachVolumeNegativeTest-1274988726-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1712d-4567-4233-bd6a-443c3c062548 HTTP/1.1" status: 200 len: 210 time: 0.0443993 Feb 02 16:07:15.868128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11170ea8-a26b-418d-84da-dbe3b19a1651 req-ec84cdd1-5f9a-4cc5-b52d-46c78824466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:15.869613 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11170ea8-a26b-418d-84da-dbe3b19a1651 req-ec84cdd1-5f9a-4cc5-b52d-46c78824466a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.0762830 Feb 02 16:07:15.915708 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-11170ea8-a26b-418d-84da-dbe3b19a1651 req-f12f969f-269e-44a8-aa0c-15c532aacafc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Feb 02 16:07:16.421288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90138bc0-41f8-48b6-96a9-cc1afda1c06e req-3afafedd-844f-4ae2-9ce5-f87e76274bc7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:16.422666 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-90138bc0-41f8-48b6-96a9-cc1afda1c06e req-3afafedd-844f-4ae2-9ce5-f87e76274bc7 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0875371 Feb 02 16:07:16.470872 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-90138bc0-41f8-48b6-96a9-cc1afda1c06e req-329aa054-5e63-4c21-8e40-fc3ae58f960d tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Feb 02 16:07:16.716694 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697c594-3166-4dd1-aa0a-4265e2e11e43 req-3b7b8ad8-037a-4aa3-9a1f-8c25e884bfb1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:16.718307 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0697c594-3166-4dd1-aa0a-4265e2e11e43 req-3b7b8ad8-037a-4aa3-9a1f-8c25e884bfb1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0843549 Feb 02 16:07:16.763198 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0697c594-3166-4dd1-aa0a-4265e2e11e43 req-c19fd430-8bce-4023-99e6-711f057e126f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Feb 02 16:07:16.777526 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41816) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:16.839638 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Deleting subnet 902f0c28-1a79-4477-945c-b00a5db71101 {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:07:16.842521 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:16.892878 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:16.899832 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.033608 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.071860 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902f0c28-1a79-4477-945c-b00a5db71101,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:17.073758 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.080634 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e262e516-f0f2-47ae-911c-1868a0389925 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/902f0c28-1a79-4477-945c-b00a5db71101 HTTP/1.1" status: 204 len: 168 time: 0.3020451 Feb 02 16:07:17.083002 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 41822) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:17.188474 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.314758 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.341171 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.341542 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.342760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.343135 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > port after_create 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.343488 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.343846 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > port after_update 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.344177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.344510 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.344835 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.345153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.408961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.409321 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.409656 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.409989 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 16:07:17.410408 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1917e93-a393-4b49-8d83-92159f7ebbce']}} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:17.424407 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1') {'for_net_delete': True} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:17.424705 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b21fbe-dfbc-43eb-a46c-41d9892107a1') {} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:17.436513 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625394'] for segment, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.452073 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.459624 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=98643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:07:17.460031 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589495'] for segment, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: from cryptography.utils import int_from_bytes Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: from cryptography.utils import int_from_bytes Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: util.warn_limited( Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: util.warn_limited( Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: Traceback (most recent call last): Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: timer() Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: cb(*args, **kw) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: return func(*args, **kwargs) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: self._notify() Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: self.callback(batched_events) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: event.method(event) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: return f(self, *a, **k) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: return self._get(url).json() Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: return self.request(url, 'GET', **kwargs) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:07:17.475703 dv-cinder-817833-1-smb neutron-server[98643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:07:17.639729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.647427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:17.671074 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a1917e93-a393-4b49-8d83-92159f7ebbce HTTP/1.1" status: 204 len: 168 time: 0.5869281 Feb 02 16:07:17.675763 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33263e-4d3f-4617-ba38-e6a926dcbb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1917e93-a393-4b49-8d83-92159f7ebbce,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:17.676392 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device d5b64ca2-538c-480b-a2bf-da76421e1364 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:17.702693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4963164-12c2-44be-b7d1-0b2008ec712d req-4dda7dbb-b3c1-40d6-b082-4451d13764a9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:17.704619 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b4963164-12c2-44be-b7d1-0b2008ec712d req-4dda7dbb-b3c1-40d6-b082-4451d13764a9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1248226 Feb 02 16:07:17.727299 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: d5b64ca2-538c-480b-a2bf-da76421e1364 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:17.727875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device d5b64ca2-538c-480b-a2bf-da76421e1364 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:17.753873 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b4963164-12c2-44be-b7d1-0b2008ec712d req-25132695-eb95-4420-82a7-a847f08dfab0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Feb 02 16:07:17.972572 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0392a6e-6871-4d89-91ce-8b1ef00d2880 req-02723d71-432d-4396-bfb6-1d6e951df771 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:17.975857 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0392a6e-6871-4d89-91ce-8b1ef00d2880 req-02723d71-432d-4396-bfb6-1d6e951df771 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0886505 Feb 02 16:07:18.036007 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b0392a6e-6871-4d89-91ce-8b1ef00d2880 req-dae4d534-4edc-4f2e-ba8d-cb978c6ed40e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532804 Feb 02 16:07:18.153839 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41848) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:18.203640 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-38099218-59a0-425a-a91c-677d36bd051e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b7dd5c8331a4d7e8b8c82d642eb437c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485635 Feb 02 16:07:18.206178 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 41852) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:18.228293 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:18.265655 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2f1d-d72b-4a0a-aa17-aa1466a52103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:18.292234 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2f1d-d72b-4a0a-aa17-aa1466a52103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:18.456356 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2f1d-d72b-4a0a-aa17-aa1466a52103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:18.474005 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd2f1d-d72b-4a0a-aa17-aa1466a52103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d588b418-4f6c-46e5-b837-99eb5f61cae5,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:18.475960 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca3fd5-2426-4e48-9337-8b08a86b73db req-800d4778-b789-407e-af57-37a60dac27e0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:18.477821 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5bca3fd5-2426-4e48-9337-8b08a86b73db req-800d4778-b789-407e-af57-37a60dac27e0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0827138 Feb 02 16:07:18.554704 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2f1d-d72b-4a0a-aa17-aa1466a52103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:18.555848 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c4dd2f1d-d72b-4a0a-aa17-aa1466a52103 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d588b418-4f6c-46e5-b837-99eb5f61cae5 HTTP/1.1" status: 204 len: 168 time: 0.3487058 Feb 02 16:07:18.618716 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5bca3fd5-2426-4e48-9337-8b08a86b73db req-bc4f0de6-3d4b-496a-8b31-12a98d3cf221 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342418 Feb 02 16:07:18.650790 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-1da4e4e9-2cea-4f1b-853d-f56ed34b1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:18.652338 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-1da4e4e9-2cea-4f1b-853d-f56ed34b1cea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 1098 time: 0.1527603 Feb 02 16:07:18.664149 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-7e2ba9f4-f6f7-4935-9a1c-b54a686dc076 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141529 Feb 02 16:07:18.917652 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-71795cfa-8b8f-40f0-9993-286374ffb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:18.921468 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-71795cfa-8b8f-40f0-9993-286374ffb622 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.2582679 Feb 02 16:07:18.927174 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-21431894-724e-4263-975f-fbc2d0d08f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:18.928657 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-21431894-724e-4263-975f-fbc2d0d08f95 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=039ba5f4a2944335b201ea5d58987b9e&device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 1098 time: 0.1971617 Feb 02 16:07:19.011241 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-0b8eb59f-f3f0-4d58-8a6c-e418c9732668 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 200 len: 217 time: 0.0815701 Feb 02 16:07:19.154844 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-a2e17844-657a-4b29-a0ab-d1e9d6960834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:19.156283 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-a2e17844-657a-4b29-a0ab-d1e9d6960834 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.0931201 Feb 02 16:07:19.216458 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-a69a6464-fc29-4f46-9513-51e9948333f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454192 Feb 02 16:07:19.217567 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-e8976e46-ee10-4423-8e26-8e0b3616ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:19.218851 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-e8976e46-ee10-4423-8e26-8e0b3616ece4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 200 len: 920 time: 0.2351053 Feb 02 16:07:19.288230 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48dcef-104c-4404-95b9-99b63d29105f req-7a042381-a77e-4a54-811f-14990a6daa93 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:19.291840 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3c48dcef-104c-4404-95b9-99b63d29105f req-7a042381-a77e-4a54-811f-14990a6daa93 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0950136 Feb 02 16:07:19.338069 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3c48dcef-104c-4404-95b9-99b63d29105f req-5500f0cc-a805-4347-8a7d-f94fff0040af tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Feb 02 16:07:19.377428 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-315d2c58-08ea-434d-b502-803453f34cfd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7066085c-4fa4-4ba8-957f-da214aead9c4 HTTP/1.1" status: 200 len: 217 time: 0.1240122 Feb 02 16:07:19.475467 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-f44ce6c3-c327-4c50-a283-9276a1f49e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:19.477002 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-f44ce6c3-c327-4c50-a283-9276a1f49e8c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 200 len: 859 time: 0.0902407 Feb 02 16:07:19.486400 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-53c5d6f3-f709-4462-8037-f60985618d49 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537341 Feb 02 16:07:19.554878 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-de30e6b5-d886-46b3-890f-afb8d8cae2f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e7304c6f-3bd7-4868-bca7-e55725ce3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705702 Feb 02 16:07:19.815426 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2fc26603-6156-4ec2-9369-323aece0c4fa req-ef5919db-9051-44e9-baf7-edb946753270 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944934 Feb 02 16:07:19.831227 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-d9367dda-7fb7-45ee-92a1-f2ae2a13b29a service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294357 Feb 02 16:07:19.957223 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fc028-bc33-45a8-be3b-7d2e633c2221 req-06706693-8a9d-4fbb-9cfa-a18c3f0b4c97 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:19.958678 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-084fc028-bc33-45a8-be3b-7d2e633c2221 req-06706693-8a9d-4fbb-9cfa-a18c3f0b4c97 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1867821 Feb 02 16:07:20.029288 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-084fc028-bc33-45a8-be3b-7d2e633c2221 req-4ae2c177-2593-49ef-8d21-6608ce1dddf3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631859 Feb 02 16:07:20.052312 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f9a6fea-3476-4498-85c2-33a2a38ba45c req-001f9123-95ff-4fbe-af09-8e82b7c97eb0 service neutron] 10.222.0.85 "GET /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870964 Feb 02 16:07:20.537988 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421537a-ed43-49ff-9226-b8084e1b0ff5 req-9e1bd45e-03fc-4aeb-ae03-d4398f490b10 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:20.539444 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e421537a-ed43-49ff-9226-b8084e1b0ff5 req-9e1bd45e-03fc-4aeb-ae03-d4398f490b10 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0836487 Feb 02 16:07:20.585277 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e421537a-ed43-49ff-9226-b8084e1b0ff5 req-97645b3a-138a-4336-a573-9475afd90302 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Feb 02 16:07:21.221677 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a172-8ac0-48ce-bdcb-438be833fd53 req-6fa3c80c-817f-4bcf-9f03-ad58827fef87 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:21.223147 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4ac1a172-8ac0-48ce-bdcb-438be833fd53 req-6fa3c80c-817f-4bcf-9f03-ad58827fef87 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0836873 Feb 02 16:07:21.267244 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4ac1a172-8ac0-48ce-bdcb-438be833fd53 req-a8783fc8-31a1-4799-9cc1-bc38dd3b7031 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Feb 02 16:07:21.793130 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528de48-c63f-491d-ae27-803a61fa8e64 req-bc0dad1f-b5ab-44ed-a668-fbc36da950a7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:21.799991 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a528de48-c63f-491d-ae27-803a61fa8e64 req-bc0dad1f-b5ab-44ed-a668-fbc36da950a7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0859323 Feb 02 16:07:21.840319 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a528de48-c63f-491d-ae27-803a61fa8e64 req-0790809e-7ffd-47f2-ab40-3f3036e35416 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Feb 02 16:07:22.465175 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83879a-0960-416d-956d-56a44e00502b req-9abeb773-42e1-49b5-91fc-5b42c5c355c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:22.467221 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-df83879a-0960-416d-956d-56a44e00502b req-9abeb773-42e1-49b5-91fc-5b42c5c355c2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0912976 Feb 02 16:07:22.514179 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-df83879a-0960-416d-956d-56a44e00502b req-c98bda0b-43f3-4ed4-aa21-1948d56927cc tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Feb 02 16:07:23.030255 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d31716-75b2-4b06-8002-c0698d8429b8 req-bf7317b0-3c46-48b7-a971-39e3c55e3961 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:23.031717 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-00d31716-75b2-4b06-8002-c0698d8429b8 req-bf7317b0-3c46-48b7-a971-39e3c55e3961 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0786941 Feb 02 16:07:23.080164 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-00d31716-75b2-4b06-8002-c0698d8429b8 req-37b9d737-6fca-49c8-9b08-494c401050c3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Feb 02 16:07:24.270886 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27797fcb-9b7e-4582-be40-d56841c251a1 req-5877dece-1705-4de2-959e-aa8087644752 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:24.272386 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-27797fcb-9b7e-4582-be40-d56841c251a1 req-5877dece-1705-4de2-959e-aa8087644752 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0804701 Feb 02 16:07:24.323476 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-27797fcb-9b7e-4582-be40-d56841c251a1 req-c7bb374d-5d31-4501-aa32-beaebc07971f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429389 Feb 02 16:07:25.530162 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0222b4-f96e-4415-8174-ed2e1cf04c54 req-e55d8089-4f4b-4ebb-9410-133829857746 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:25.531691 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f0222b4-f96e-4415-8174-ed2e1cf04c54 req-e55d8089-4f4b-4ebb-9410-133829857746 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0890601 Feb 02 16:07:25.581024 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f0222b4-f96e-4415-8174-ed2e1cf04c54 req-f5afbaab-9062-4a47-b50e-ee56181ac53a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Feb 02 16:07:26.789353 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76f3de-0849-403b-9a0c-dce6f89a2fb6 req-df70ed86-121b-4619-b705-73bcb059474e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:26.790953 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5e76f3de-0849-403b-9a0c-dce6f89a2fb6 req-df70ed86-121b-4619-b705-73bcb059474e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0815632 Feb 02 16:07:26.853802 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5e76f3de-0849-403b-9a0c-dce6f89a2fb6 req-504ab460-92fb-4f84-a4a1-fa29dea134a8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516205 Feb 02 16:07:28.055902 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd33e4-7a6e-498e-a697-b4eb3d65991d req-7346bb23-7f9c-4a8c-8fce-78d825fdc239 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:28.057349 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2bd33e4-7a6e-498e-a697-b4eb3d65991d req-7346bb23-7f9c-4a8c-8fce-78d825fdc239 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0808406 Feb 02 16:07:28.105305 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2bd33e4-7a6e-498e-a697-b4eb3d65991d req-82e60c53-5ee9-4e14-831e-ea563ef0b6b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Feb 02 16:07:28.129640 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:07:28.861152 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a71e99-007a-4673-81cf-ee538895bbd0 req-bab9a9b9-8438-42cb-bb35-c011080c6417 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:28.862679 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-99a71e99-007a-4673-81cf-ee538895bbd0 req-bab9a9b9-8438-42cb-bb35-c011080c6417 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0818386 Feb 02 16:07:28.907063 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-99a71e99-007a-4673-81cf-ee538895bbd0 req-98194557-43de-4bee-a790-50a116a28024 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Feb 02 16:07:29.064731 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7b79fa63-d09e-4baa-9a5e-58498a5fc2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:29.307518 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bbb19-5fea-4a50-96bc-641674ad7d64 req-f1bb39f9-b045-407a-833e-5e6f675c98a0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:29.309114 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-204bbb19-5fea-4a50-96bc-641674ad7d64 req-f1bb39f9-b045-407a-833e-5e6f675c98a0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0875437 Feb 02 16:07:29.354029 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-204bbb19-5fea-4a50-96bc-641674ad7d64 req-4697392b-46f0-4487-bf60-6bbfcf36160b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Feb 02 16:07:30.098959 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee3a76-e40a-4dc9-98c1-80d87acb68e8 req-eed92d7b-f5af-467c-af0b-ef19fd3e2a81 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:30.100484 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3aee3a76-e40a-4dc9-98c1-80d87acb68e8 req-eed92d7b-f5af-467c-af0b-ef19fd3e2a81 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0819628 Feb 02 16:07:30.148125 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3aee3a76-e40a-4dc9-98c1-80d87acb68e8 req-bafe80f2-72b3-4738-9771-73cdabcafe19 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Feb 02 16:07:30.555412 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20c7d1-7a76-4d97-af59-478de41e21b0 req-5aac8720-420e-4898-a62e-ebfd67651546 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:30.556928 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0a20c7d1-7a76-4d97-af59-478de41e21b0 req-5aac8720-420e-4898-a62e-ebfd67651546 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0807109 Feb 02 16:07:30.602074 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0a20c7d1-7a76-4d97-af59-478de41e21b0 req-8f18b010-7403-4d58-a9f4-19336bd5d13c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389032 Feb 02 16:07:31.167676 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42138) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:31.292435 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.311000 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:07:31.316331 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Usage tracker for resource:security_group_rule and tenant:4611490e7ef54d268c6f01dcec468488 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:07:31.319011 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:07:31.325955 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:07:31.406958 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf9b8-b44b-486a-850c-3c98db764cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.423402 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.439869 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4f757-dec5-4885-86ab-9904fa891b1a req-26400bc7-fefb-4b71-877f-c99d9dd95ee3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:31.441414 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d9e4f757-dec5-4885-86ab-9904fa891b1a req-26400bc7-fefb-4b71-877f-c99d9dd95ee3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.1778467 Feb 02 16:07:31.481136 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.487548 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d9e4f757-dec5-4885-86ab-9904fa891b1a req-35b77d0d-8151-47b7-bd79-ba08d932e0d2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Feb 02 16:07:31.529965 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4611490e7ef54d268c6f01dcec468488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611999 Feb 02 16:07:31.531712 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c0195-7351-4307-ac59-73e681fc50ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9322c27f-a2d0-4261-b8fc-a5541de8cbd2,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:31.532747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 42148) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:31.594561 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.620718 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.755630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.773325 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9322c27f-a2d0-4261-b8fc-a5541de8cbd2,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:31.781314 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:31.782421 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9322c27f-a2d0-4261-b8fc-a5541de8cbd2 HTTP/1.1" status: 204 len: 168 time: 0.2483151 Feb 02 16:07:31.784325 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.786906 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.790772 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.791130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.791503 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.791847 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.792172 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.792516 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.792853 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.793177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.793519 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.794238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d32e74c-5421-405f-94cb-25d7810a08f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:31.796015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58ca9-fde5-4c31-bcf4-9b5b2e3dec19 req-91acccb7-a739-4bc2-8a94-90aea26d1f27 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:31.799232 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7ba58ca9-fde5-4c31-bcf4-9b5b2e3dec19 req-91acccb7-a739-4bc2-8a94-90aea26d1f27 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0826414 Feb 02 16:07:31.856446 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7ba58ca9-fde5-4c31-bcf4-9b5b2e3dec19 req-3c5b5974-2a35-4e08-8927-58ecaecee351 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516229 Feb 02 16:07:32.196464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-df69290f-7088-485e-94c0-0c34e1dc9303 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:32.197949 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-df69290f-7088-485e-94c0-0c34e1dc9303 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.0858035 Feb 02 16:07:32.284998 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Deleting port 7066085c-4fa4-4ba8-957f-da214aead9c4 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:32.285450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:32.313412 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:32.538532 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:32.551416 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] For port 7066085c-4fa4-4ba8-957f-da214aead9c4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7066085c-4fa4-4ba8-957f-da214aead9c4,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:32.551883 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:32.727804 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Calling delete_port for 7066085c-4fa4-4ba8-957f-da214aead9c4 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:32.871144 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074221e-e3ac-4039-b264-d1a2b294ce40 req-edad9f9a-8791-48c7-8dd7-b6cbc737769e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:32.873053 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7074221e-e3ac-4039-b264-d1a2b294ce40 req-edad9f9a-8791-48c7-8dd7-b6cbc737769e tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 945 time: 0.2419450 Feb 02 16:07:32.939158 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7074221e-e3ac-4039-b264-d1a2b294ce40 req-0de031d9-1387-4cdd-ab1a-7b68f1742d66 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582402 Feb 02 16:07:33.016128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:33.060654 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af5ec3-f938-431e-b176-d4971f9e6eff req-f48d2640-7f00-41c5-9e3d-e1f0413d779f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:33.061719 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['7066085c-4fa4-4ba8-957f-da214aead9c4', 'a20d1753-326f-4e4c-95a9-fcae2cb00cae'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:33.062930 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-92af5ec3-f938-431e-b176-d4971f9e6eff req-f48d2640-7f00-41c5-9e3d-e1f0413d779f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0876422 Feb 02 16:07:33.078532 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Pushing event deleted for resources: {'Port': ['ID=7066085c-4fa4-4ba8-957f-da214aead9c4,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:33.124150 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-92af5ec3-f938-431e-b176-d4971f9e6eff req-3908dd40-f716-426d-9a34-bc584f579b79 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551353 Feb 02 16:07:33.163856 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] No DVR routers for this DVR port 7066085c-4fa4-4ba8-957f-da214aead9c4 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:33.166241 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:33.170044 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'name': 'network-vif-deleted', 'tag': '7066085c-4fa4-4ba8-957f-da214aead9c4'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:33.216397 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af5109-2b8b-4f42-a57f-fd180e2d4103', 'name': 'network-vif-deleted', 'tag': '7066085c-4fa4-4ba8-957f-da214aead9c4', 'status': 'completed', 'code': 200} Feb 02 16:07:33.274018 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1e31a36d-e772-48e7-9565-a28eb60bb7db req-c9cd9839-15b8-4a08-a176-fd49bd7b7bb9 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "DELETE /v2.0/ports/7066085c-4fa4-4ba8-957f-da214aead9c4 HTTP/1.1" status: 204 len: 173 time: 1.0640595 Feb 02 16:07:33.790781 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:07:33.949320 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:33.964240 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'mac_address': 'fa:16:3e:f3:72:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:07:34.011558 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:34.021954 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:34.040305 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61f1b41e-9f8c-42fb-8d33-4c27596fc925 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:07:34.056218 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:34.118001 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d186b602-ab3c-4c67-ba8e-13bac6f5a826 req-e0c3c0b4-c8cc-4fb5-8959-2379d0227686 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=27af5109-2b8b-4f42-a57f-fd180e2d4103 HTTP/1.1" status: 200 len: 210 time: 0.0461133 Feb 02 16:07:34.141375 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:34.215500 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=6']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:34.326176 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0825cb-232b-4926-899c-a1f23f5ca159 req-3e4341ad-5f7a-4d00-ad73-a52b26db10f6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:34.327665 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6d0825cb-232b-4926-899c-a1f23f5ca159 req-3e4341ad-5f7a-4d00-ad73-a52b26db10f6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 944 time: 0.0853584 Feb 02 16:07:34.371317 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6d0825cb-232b-4926-899c-a1f23f5ca159 req-7fa887f0-cfd9-4175-8fbc-e088b4c01c65 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377674 Feb 02 16:07:34.484576 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['61f1b41e-9f8c-42fb-8d33-4c27596fc925'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:35.661880 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35abaab-26c5-4ce0-a7b0-8b84f82fc80f req-b9c736a9-be84-46db-9b2e-c8fa19a0c068 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:35.663339 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e35abaab-26c5-4ce0-a7b0-8b84f82fc80f req-b9c736a9-be84-46db-9b2e-c8fa19a0c068 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 944 time: 0.1838148 Feb 02 16:07:35.714371 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e35abaab-26c5-4ce0-a7b0-8b84f82fc80f req-b1eb6822-dcb3-4772-a726-8d8fdf489caf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441480 Feb 02 16:07:35.807832 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:07:35.906942 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67e44-9b09-4fea-9dee-61f97f76090d req-cc304786-b6fd-4704-bfa6-c4b8d15e8730 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:35.907710 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-1ff67e44-9b09-4fea-9dee-61f97f76090d req-cc304786-b6fd-4704-bfa6-c4b8d15e8730 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Synchronizing usage tracker for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:35.914048 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:07:35.914754 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:36.024227 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-1ff67e44-9b09-4fea-9dee-61f97f76090d req-cc304786-b6fd-4704-bfa6-c4b8d15e8730 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Unset dirty status for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:36.025547 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1ff67e44-9b09-4fea-9dee-61f97f76090d req-cc304786-b6fd-4704-bfa6-c4b8d15e8730 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.2373152 Feb 02 16:07:36.041595 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:36.072179 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:36.082880 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:36.109863 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1ff67e44-9b09-4fea-9dee-61f97f76090d req-7d064bc2-fc4d-4675-996b-b7378b07a81a tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771465 Feb 02 16:07:36.136946 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'code': 200} Feb 02 16:07:36.153097 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:36.153995 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 7066085c-4fa4-4ba8-957f-da214aead9c4 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:36.224796 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 7066085c-4fa4-4ba8-957f-da214aead9c4 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:36.225139 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 7066085c-4fa4-4ba8-957f-da214aead9c4 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:36.258449 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=7']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:36.950048 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f890a17-6394-4a2b-8a0e-cc6d408010ea req-826f096d-f661-4b0c-af89-677ca65a1516 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:36.958267 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3f890a17-6394-4a2b-8a0e-cc6d408010ea req-826f096d-f661-4b0c-af89-677ca65a1516 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1132627 Feb 02 16:07:37.023557 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3f890a17-6394-4a2b-8a0e-cc6d408010ea req-b0f93db7-4eb5-4c7b-b991-c622aae538c2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642843 Feb 02 16:07:37.354026 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dc661-0d56-4a86-8619-d40412ffc8e6 req-9c09e59b-512c-4ee0-93b4-3aac8f5d6593 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:37.363787 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2c9dc661-0d56-4a86-8619-d40412ffc8e6 req-9c09e59b-512c-4ee0-93b4-3aac8f5d6593 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1244009 Feb 02 16:07:37.422490 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2c9dc661-0d56-4a86-8619-d40412ffc8e6 req-b9512a5d-8566-4580-9e62-a07bf45de741 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Feb 02 16:07:38.341945 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604fb1f-127e-44cf-bed1-23172d1d6349 req-7989ddfe-00ba-422c-87e0-bce5fc9c8d84 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:38.341945 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6604fb1f-127e-44cf-bed1-23172d1d6349 req-7989ddfe-00ba-422c-87e0-bce5fc9c8d84 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1237493 Feb 02 16:07:38.448095 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6604fb1f-127e-44cf-bed1-23172d1d6349 req-65c09d7e-f5e0-4b81-90cb-1513cda8f6be tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080074 Feb 02 16:07:38.730881 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eab94-0f8f-4eb8-b861-ec5ad3c0f330 req-8b0e7ad0-dd07-465e-93d4-c6bbac6d5cc0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:38.739273 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-917eab94-0f8f-4eb8-b861-ec5ad3c0f330 req-8b0e7ad0-dd07-465e-93d4-c6bbac6d5cc0 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1154366 Feb 02 16:07:38.816203 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-917eab94-0f8f-4eb8-b861-ec5ad3c0f330 req-877bd981-1c33-4937-a5de-255417b2d408 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753169 Feb 02 16:07:39.659045 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f9334-9f25-44c4-9831-04729f3b320b req-7f3e757a-37e1-4662-b1d4-545d23b78eaa tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:39.660534 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9e0f9334-9f25-44c4-9831-04729f3b320b req-7f3e757a-37e1-4662-b1d4-545d23b78eaa tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0803821 Feb 02 16:07:39.710644 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9e0f9334-9f25-44c4-9831-04729f3b320b req-3335afa4-7299-48ed-923d-be0cb0dfa5e3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Feb 02 16:07:40.071482 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4becd-c30a-415b-a27c-1abf64fcf10b req-4a6239eb-a314-4782-beb8-b5dbd5bb83e3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:40.073126 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ddc4becd-c30a-415b-a27c-1abf64fcf10b req-4a6239eb-a314-4782-beb8-b5dbd5bb83e3 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.0964398 Feb 02 16:07:40.139840 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ddc4becd-c30a-415b-a27c-1abf64fcf10b req-90fc9958-e8de-4b36-bd3e-53323593f02b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Feb 02 16:07:40.922345 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dada292-6059-47f7-bc58-3f5b1c022ad1 req-899f27b2-5a76-446b-80f4-f3d811d2e1ac tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:40.926515 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7dada292-6059-47f7-bc58-3f5b1c022ad1 req-899f27b2-5a76-446b-80f4-f3d811d2e1ac tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0978045 Feb 02 16:07:40.974157 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7dada292-6059-47f7-bc58-3f5b1c022ad1 req-910123ed-a69f-4a10-990c-7cc5f25569a1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443192 Feb 02 16:07:41.369599 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd511b-6132-4eec-a30a-72c95fd35080 req-c478f320-90f5-44c2-b076-7105afb9c286 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:41.372715 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f7cd511b-6132-4eec-a30a-72c95fd35080 req-c478f320-90f5-44c2-b076-7105afb9c286 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1058741 Feb 02 16:07:41.437901 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f7cd511b-6132-4eec-a30a-72c95fd35080 req-94806cbe-4fa1-4371-8f24-73ec390e345f tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553794 Feb 02 16:07:42.213808 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4d7f7-9248-4000-a9e4-d40d0c1a049f req-67d7957d-c43e-4a8a-9539-d8a1d185c11a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:42.215329 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b2e4d7f7-9248-4000-a9e4-d40d0c1a049f req-67d7957d-c43e-4a8a-9539-d8a1d185c11a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0901611 Feb 02 16:07:42.265178 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b2e4d7f7-9248-4000-a9e4-d40d0c1a049f req-2c6c856b-4800-4a2b-bb80-ad8fe050452a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Feb 02 16:07:42.819776 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5ad25-1bf4-482d-93b4-529c299fcd25 req-945af3a4-337c-4796-9f5e-040486b2574b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:42.821580 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b1b5ad25-1bf4-482d-93b4-529c299fcd25 req-945af3a4-337c-4796-9f5e-040486b2574b tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.2708716 Feb 02 16:07:42.956349 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b1b5ad25-1bf4-482d-93b4-529c299fcd25 req-571ceddd-44d1-4d75-b58f-5ff7383538bd tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/security-groups?id=84a36bd5-500b-4be4-8a62-6f083fa8d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193988 Feb 02 16:07:43.003456 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-49cee6fd-bfe3-4ba6-89a5-c9d5e9b2d8b2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:43.005110 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-49cee6fd-bfe3-4ba6-89a5-c9d5e9b2d8b2 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 945 time: 0.1147692 Feb 02 16:07:43.077995 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Deleting port a20d1753-326f-4e4c-95a9-fcae2cb00cae {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:43.078246 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:43.329955 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] For port a20d1753-326f-4e4c-95a9-fcae2cb00cae, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a20d1753-326f-4e4c-95a9-fcae2cb00cae,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:43.330233 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:43.464443 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da13acf-1388-4ec1-87a4-f5ee6bc7de4c req-0a318e73-03c4-40e8-88d8-4ff8e77d4f83 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:43.465891 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9da13acf-1388-4ec1-87a4-f5ee6bc7de4c req-0a318e73-03c4-40e8-88d8-4ff8e77d4f83 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0847940 Feb 02 16:07:43.479476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Calling delete_port for a20d1753-326f-4e4c-95a9-fcae2cb00cae owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:43.553247 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9da13acf-1388-4ec1-87a4-f5ee6bc7de4c req-7b696ff9-927c-4e08-8482-f81113db4ddc tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768592 Feb 02 16:07:43.747508 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:43.792681 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['a20d1753-326f-4e4c-95a9-fcae2cb00cae'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:07:43.850422 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Pushing event deleted for resources: {'Port': ['ID=a20d1753-326f-4e4c-95a9-fcae2cb00cae,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:43.939776 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] No DVR routers for this DVR port a20d1753-326f-4e4c-95a9-fcae2cb00cae on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:43.943050 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:43.945976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'name': 'network-vif-deleted', 'tag': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:43.997183 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc50628-ed49-46cd-a2cc-8bb109faa1ac', 'name': 'network-vif-deleted', 'tag': 'a20d1753-326f-4e4c-95a9-fcae2cb00cae', 'status': 'completed', 'code': 200} Feb 02 16:07:44.050453 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a934f4a8-a372-4090-b7c1-7611749be3d6 req-d3311cd8-99bf-43d0-8d68-d519d651a540 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.85 "DELETE /v2.0/ports/a20d1753-326f-4e4c-95a9-fcae2cb00cae HTTP/1.1" status: 204 len: 173 time: 1.0387692 Feb 02 16:07:44.153021 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-87a424ba-cb14-452c-abe3-f9331b8488e7 req-5a6549c1-e0db-4e3f-937f-7b62a7adcff5 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 210 time: 0.0642934 Feb 02 16:07:44.787242 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63119b48-78a1-41eb-8b65-238f11580f74 req-48d7a902-8eb0-4a4e-8975-e1b3231d1412 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:44.788928 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-63119b48-78a1-41eb-8b65-238f11580f74 req-48d7a902-8eb0-4a4e-8975-e1b3231d1412 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0940783 Feb 02 16:07:44.854536 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-63119b48-78a1-41eb-8b65-238f11580f74 req-2517f455-34d4-4d0e-a1c4-a25a5363494d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496821 Feb 02 16:07:45.335641 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3e190432-c62b-4025-8e9e-162542b615db req-2c227652-bc15-4440-877f-db309ec7c6a6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Synchronizing usage tracker for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:45.444192 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3e190432-c62b-4025-8e9e-162542b615db req-2c227652-bc15-4440-877f-db309ec7c6a6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] Unset dirty status for tenant:039ba5f4a2944335b201ea5d58987b9e on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:45.445399 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e190432-c62b-4025-8e9e-162542b615db req-2c227652-bc15-4440-877f-db309ec7c6a6 tempest-ServerRescueNegativeTestJSON-2068888160 tempest-ServerRescueNegativeTestJSON-2068888160-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc50628-ed49-46cd-a2cc-8bb109faa1ac HTTP/1.1" status: 200 len: 210 time: 0.1779485 Feb 02 16:07:45.850886 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a20d1753-326f-4e4c-95a9-fcae2cb00cae no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:45.896816 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: a20d1753-326f-4e4c-95a9-fcae2cb00cae {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:45.902810 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a20d1753-326f-4e4c-95a9-fcae2cb00cae not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:46.119591 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44931f1-55f2-4468-a64e-a3aa7e8ce5e7 req-acaecc9a-23cc-4d93-8d35-8764fe944697 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:46.121112 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b44931f1-55f2-4468-a64e-a3aa7e8ce5e7 req-acaecc9a-23cc-4d93-8d35-8764fe944697 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1024857 Feb 02 16:07:46.191366 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b44931f1-55f2-4468-a64e-a3aa7e8ce5e7 req-1788f047-fbe1-42d9-b970-f92f32609028 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635753 Feb 02 16:07:46.556372 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 42470) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:47.182275 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:47.599845 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fdee-82d1-45a9-9942-a36b0638cfcd req-9ffc9aa5-1afd-402e-a3c4-95d0015f90ea tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:47.618254 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d4a4fdee-82d1-45a9-9942-a36b0638cfcd req-9ffc9aa5-1afd-402e-a3c4-95d0015f90ea tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.2745626 Feb 02 16:07:47.721491 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d4a4fdee-82d1-45a9-9942-a36b0638cfcd req-55fc7465-9957-4612-9496-d733878a7c4d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119156 Feb 02 16:07:47.762328 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Deleting port 244372d5-e59b-444a-8acb-c3cdf541edc0 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:47.763215 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:48.018132 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] For port 244372d5-e59b-444a-8acb-c3cdf541edc0, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=244372d5-e59b-444a-8acb-c3cdf541edc0,segment=NetworkSegment(8ae00d3c-c5e9-43af-a02d-6a706de8d069),segment_id=8ae00d3c-c5e9-43af-a02d-6a706de8d069)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:48.019475 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:48.197527 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Calling delete_port for 244372d5-e59b-444a-8acb-c3cdf541edc0 owned by network:router_interface {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:48.366945 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:48.629995 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:48.703039 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Pushing event deleted for resources: {'Port': ['ID=244372d5-e59b-444a-8acb-c3cdf541edc0,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:48.938285 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca582c4-2d6e-41be-942f-a8f40f5c2156 req-d1137774-798a-4b05-ac88-3c08a54d2903 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:48.939932 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8ca582c4-2d6e-41be-942f-a8f40f5c2156 req-d1137774-798a-4b05-ac88-3c08a54d2903 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0924640 Feb 02 16:07:48.989189 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8ca582c4-2d6e-41be-942f-a8f40f5c2156 req-07f8eb75-9f76-49ef-9b1a-827d956ac32a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Feb 02 16:07:49.093926 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:49.486775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Router 33a7ea2e-5652-4a60-98d4-caac8926cda8 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:07:49.721298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:07:49.733347 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] Sync routers for ids ['33a7ea2e-5652-4a60-98d4-caac8926cda8'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:07:49.745860 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-7b247604-6378-4574-b6f2-6929e2d21a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:49.747386 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-7b247604-6378-4574-b6f2-6929e2d21a12 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1098 time: 0.1132169 Feb 02 16:07:49.753148 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] Routers {'33a7ea2e-5652-4a60-98d4-caac8926cda8'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:07:49.753777 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:07:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['33a7ea2e-5652-4a60-98d4-caac8926cda8'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:49.836715 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42544) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:49.837021 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-1dc10e57-4fe6-43cc-8435-b387b6aa383f admin admin] 10.222.0.31 "PUT /v2.0/routers/33a7ea2e-5652-4a60-98d4-caac8926cda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792242 Feb 02 16:07:49.906454 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-fa674739-465c-4deb-9f73-49496d8191f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:49.908558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-fa674739-465c-4deb-9f73-49496d8191f5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.1536615 Feb 02 16:07:50.000258 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] Set router 33a7ea2e-5652-4a60-98d4-caac8926cda8 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:07:50.094714 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-340eaad6-77b0-47de-af4e-95c3ce0e2ea7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925 HTTP/1.1" status: 200 len: 1000 time: 0.1789026 Feb 02 16:07:50.100147 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks [] for router, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:50.239907 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-9ca01472-3bed-4ee6-99fa-f48945b2ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:50.241335 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-9ca01472-3bed-4ee6-99fa-f48945b2ae7e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.1404929 Feb 02 16:07:50.391080 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee90dc-6c61-4180-842b-b68c6ec4e6e8 req-dd887be2-284b-4aff-a8b6-11febfe63132 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:50.398044 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-25ee90dc-6c61-4180-842b-b68c6ec4e6e8 req-dd887be2-284b-4aff-a8b6-11febfe63132 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.1944966 Feb 02 16:07:50.422938 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:50.425729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-e6ec569b-7749-46db-9327-8df3b9fcefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:50.427332 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-e6ec569b-7749-46db-9327-8df3b9fcefb7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1609735 Feb 02 16:07:50.477975 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aea1cc-db77-44fd-96ef-0f845e8ea6be req-62748915-6f93-4b6b-bf4e-997a5fda1d7a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:50.486182 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f7aea1cc-db77-44fd-96ef-0f845e8ea6be req-62748915-6f93-4b6b-bf4e-997a5fda1d7a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1455534 Feb 02 16:07:50.520912 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Deleting port 15192617-7294-4422-a9f4-e2673a319df0 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:07:50.521578 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:50.528534 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '15192617-7294-4422-a9f4-e2673a319df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:07:48Z', 'revision_number': 5, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port': {'id': '15192617-7294-4422-a9f4-e2673a319df0', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:50.531492 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-25ee90dc-6c61-4180-842b-b68c6ec4e6e8 req-bee04637-d381-4a1b-826f-1bd212dd2d5c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296561 Feb 02 16:07:50.533969 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] Checking router: 33a7ea2e-5652-4a60-98d4-caac8926cda8 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:07:50.545118 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] Routers {'33a7ea2e-5652-4a60-98d4-caac8926cda8'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:07:50.545818 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:07:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['33a7ea2e-5652-4a60-98d4-caac8926cda8'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:50.584079 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f7aea1cc-db77-44fd-96ef-0f845e8ea6be req-9d406d4c-2ae8-40a5-9809-d2857ed73b4c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970361 Feb 02 16:07:50.598657 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-30704a15-7b1a-4547-b0d0-5834efed5d67 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565201 Feb 02 16:07:50.729440 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] Set router 33a7ea2e-5652-4a60-98d4-caac8926cda8 gateway port host: None {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:07:50.831489 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] For port 15192617-7294-4422-a9f4-e2673a319df0, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=15192617-7294-4422-a9f4-e2673a319df0,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:50.831774 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:50.858295 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:07:50Z', 'revision_number': 6, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port_host': None}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:50.862664 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b63f2-0044-404c-83e4-10e241f71098 None None] The sync data for ids ['33a7ea2e-5652-4a60-98d4-caac8926cda8'] in dv-cinder-817833-1-smb is: [{'id': '33a7ea2e-5652-4a60-98d4-caac8926cda8', 'name': 'tempest-ServerRescueNegativeTestJSON-1337343541-router', 'tenant_id': '039ba5f4a2944335b201ea5d58987b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:28Z', 'updated_at': '2022-02-02T16:07:50Z', 'revision_number': 6, 'project_id': '039ba5f4a2944335b201ea5d58987b9e', 'gw_port_host': None}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:07:50.875866 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9ce38b46-c930-4e0d-adc3-f2fca9c34e5e req-31348f42-163d-4ed0-893c-0b55a8cab0a7 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583790 Feb 02 16:07:50.971360 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Calling delete_port for 15192617-7294-4422-a9f4-e2673a319df0 owned by network:router_gateway {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:07:51.243756 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 244372d5-e59b-444a-8acb-c3cdf541edc0 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:51.284748 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 244372d5-e59b-444a-8acb-c3cdf541edc0 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:51.285365 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 244372d5-e59b-444a-8acb-c3cdf541edc0 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:51.495185 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:51.545879 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Pushing event deleted for resources: {'Port': ['ID=15192617-7294-4422-a9f4-e2673a319df0,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:51.587574 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.587931 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.588271 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.588615 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.588941 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.589271 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.589598 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.589923 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.590247 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.590569 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.590886 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.591200 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:51.647573 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:51.755364 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2146d6-c9d0-48d1-8b45-bb98257e6a79 req-78201cff-66b1-450a-bc41-bef8025e8a7e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:51.756738 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9e2146d6-c9d0-48d1-8b45-bb98257e6a79 req-78201cff-66b1-450a-bc41-bef8025e8a7e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 945 time: 0.0991752 Feb 02 16:07:51.802525 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9e2146d6-c9d0-48d1-8b45-bb98257e6a79 req-dd9b84f1-4b59-4a6f-9416-d5ec42cc10b3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397582 Feb 02 16:07:51.868671 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:51.872141 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:51.893007 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:51.979738 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9a5d-5529-46d9-a893-7ac4aad0c3c1 req-f8be2892-e815-4f47-bf2b-03c7347a6386 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:51.981168 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-370c9a5d-5529-46d9-a893-7ac4aad0c3c1 req-f8be2892-e815-4f47-bf2b-03c7347a6386 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.2303309 Feb 02 16:07:52.008754 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.029116 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-370c9a5d-5529-46d9-a893-7ac4aad0c3c1 req-a54ce039-29f8-4e3e-b816-a8f8963cf825 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Feb 02 16:07:52.037051 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:52.057505 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:07:52.081874 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'code': 200} Feb 02 16:07:52.089732 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.090252 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a7ea2e-5652-4a60-98d4-caac8926cda8 {{(pid=98642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:07:52.112456 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.113556 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2b862729-721a-4eff-a0ea-081d4eb17886 admin admin] 10.222.0.31 "DELETE /v2.0/routers/33a7ea2e-5652-4a60-98d4-caac8926cda8 HTTP/1.1" status: 204 len: 168 time: 2.2757952 Feb 02 16:07:52.116097 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42582) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:52.158391 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.174922 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Deleting subnet 367b93b5-9318-4ab2-b8d6-67b56cd7b166 {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:07:52.178092 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.232202 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.232656 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=8']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:52.242117 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.242469 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.242806 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.243140 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.243502 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.243951 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.244522 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.244643 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.245133 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.245716 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.246361 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.247267 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:52.387473 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.532627 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.572760 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367b93b5-9318-4ab2-b8d6-67b56cd7b166,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:52.576911 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.584916 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-7d11b3b8-b996-4833-93a1-2c1c9b7271b0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/367b93b5-9318-4ab2-b8d6-67b56cd7b166 HTTP/1.1" status: 204 len: 168 time: 0.4661233 Feb 02 16:07:52.586488 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42602) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:52.691320 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.817967 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.843975 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7304c6f-3bd7-4868-bca7-e55725ce3b8c']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:52.860743 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae00d3c-c5e9-43af-a02d-6a706de8d069') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:52.860743 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae00d3c-c5e9-43af-a02d-6a706de8d069') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:52.868447 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.885150 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.892157 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:07:52.892527 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:07:52.906370 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:07:53.054922 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108852be-0ebd-4804-942b-68a8aeb8e20a req-6afc1f24-bfb9-4274-a6ce-091a8fe07dbe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:53.056396 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-108852be-0ebd-4804-942b-68a8aeb8e20a req-6afc1f24-bfb9-4274-a6ce-091a8fe07dbe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0993860 Feb 02 16:07:53.106401 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-108852be-0ebd-4804-942b-68a8aeb8e20a req-f12527bf-5cb4-4b83-bb16-9fff6ae625e7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Feb 02 16:07:53.107837 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.114191 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.142914 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e7304c6f-3bd7-4868-bca7-e55725ce3b8c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:53.216431 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d758a089-0515-4968-b2d5-48e2d6b619ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/e7304c6f-3bd7-4868-bca7-e55725ce3b8c HTTP/1.1" status: 204 len: 168 time: 0.6296797 Feb 02 16:07:53.222063 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878dc18-adea-4512-8d9a-2e23639d92b4 req-d1947828-4437-4102-bf0a-bf71a924b2f3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:53.223563 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2878dc18-adea-4512-8d9a-2e23639d92b4 req-d1947828-4437-4102-bf0a-bf71a924b2f3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0800328 Feb 02 16:07:53.285866 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2878dc18-adea-4512-8d9a-2e23639d92b4 req-3d08d784-30a4-42c7-8444-d55953e27bbb tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Feb 02 16:07:53.291584 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 15192617-7294-4422-a9f4-e2673a319df0 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:53.330630 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 15192617-7294-4422-a9f4-e2673a319df0 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:07:53.330975 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 15192617-7294-4422-a9f4-e2673a319df0 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:07:53.548887 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42618) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:53.606456 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-fc1d42a4-58cd-47ea-9fe8-b503edac5b05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=039ba5f4a2944335b201ea5d58987b9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535977 Feb 02 16:07:53.606820 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 42624) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:53.674293 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd45d37e-6547-4f39-baea-a0c3363f0864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.701834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd45d37e-6547-4f39-baea-a0c3363f0864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.829447 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd45d37e-6547-4f39-baea-a0c3363f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.844155 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45d37e-6547-4f39-baea-a0c3363f0864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a36bd5-500b-4be4-8a62-6f083fa8d06b,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:54.010019 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd45d37e-6547-4f39-baea-a0c3363f0864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.011301 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-cd45d37e-6547-4f39-baea-a0c3363f0864 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84a36bd5-500b-4be4-8a62-6f083fa8d06b HTTP/1.1" status: 204 len: 168 time: 0.4028931 Feb 02 16:07:54.296403 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8dcdd-0d8a-4183-8ae6-5f7f3c65e9ae req-a8924edd-2a43-45c0-b70a-f6f5bed841b2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:54.297866 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03e8dcdd-0d8a-4183-8ae6-5f7f3c65e9ae req-a8924edd-2a43-45c0-b70a-f6f5bed841b2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0809546 Feb 02 16:07:54.345047 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03e8dcdd-0d8a-4183-8ae6-5f7f3c65e9ae req-112e4044-fa23-4636-971e-efb3644bb436 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Feb 02 16:07:54.385105 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42654) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:54.512832 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a300db9-a228-47b4-b8df-bb2542c4d202 req-8d9b59c5-d074-4dfb-81b1-81a650a96540 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:54.520601 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9a300db9-a228-47b4-b8df-bb2542c4d202 req-8d9b59c5-d074-4dfb-81b1-81a650a96540 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0975955 Feb 02 16:07:54.572687 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.579243 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9a300db9-a228-47b4-b8df-bb2542c4d202 req-0a96d695-e3fa-4898-9dc3-f889361e7326 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559187 Feb 02 16:07:54.591566 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:07:54.596541 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Usage tracker for resource:security_group_rule and tenant:dd98c506eda14fccb2a15cfb58995333 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:07:54.599777 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:07:54.607911 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:07:54.696271 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.775432 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.854298 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd98c506eda14fccb2a15cfb58995333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681101 Feb 02 16:07:54.855988 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1ba42-7c6d-41cb-b878-f8a3a8232b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da1e02-e925-4652-9c9b-2e2f352cd971,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:54.862072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42678) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:54.921366 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6269f164-a158-4ff2-8cea-18a9547aed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.950706 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6269f164-a158-4ff2-8cea-18a9547aed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:55.106962 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6269f164-a158-4ff2-8cea-18a9547aed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:55.121428 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269f164-a158-4ff2-8cea-18a9547aed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da1e02-e925-4652-9c9b-2e2f352cd971,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:55.128159 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6269f164-a158-4ff2-8cea-18a9547aed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:55.141624 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6269f164-a158-4ff2-8cea-18a9547aed59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4da1e02-e925-4652-9c9b-2e2f352cd971 HTTP/1.1" status: 204 len: 168 time: 0.2762640 Feb 02 16:07:55.864551 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d72c-0398-454c-a479-4a1a588d3dcc req-9b38072a-a7d5-4d4e-ad39-5061a0ab9759 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:55.866826 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d4a4d72c-0398-454c-a479-4a1a588d3dcc req-9b38072a-a7d5-4d4e-ad39-5061a0ab9759 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1488464 Feb 02 16:07:55.933351 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:55.957116 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d4a4d72c-0398-454c-a479-4a1a588d3dcc req-961f609a-1174-43c3-82b8-e19d8efc0de9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829530 Feb 02 16:07:56.431545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8697a2f-ca8a-4ab8-8165-c8829da100ca req-099e2de4-6fec-460e-a838-a2dc88def0ce tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.439039 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f8697a2f-ca8a-4ab8-8165-c8829da100ca req-099e2de4-6fec-460e-a838-a2dc88def0ce tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0938582 Feb 02 16:07:56.496627 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f8697a2f-ca8a-4ab8-8165-c8829da100ca req-83db18bd-2894-4db3-b70d-153c1f1b483f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564091 Feb 02 16:07:57.020411 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42806) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:57.218138 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c166554-db71-4e12-b706-3c06f65150e0 req-31331db4-0948-4db5-aecd-7d99be606984 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:57.219935 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6c166554-db71-4e12-b706-3c06f65150e0 req-31331db4-0948-4db5-aecd-7d99be606984 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1156003 Feb 02 16:07:57.224568 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-c74218d3-c796-43ed-9331-b905ab27206c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2023091 Feb 02 16:07:57.274346 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6c166554-db71-4e12-b706-3c06f65150e0 req-5011f46f-4c56-4a46-ba29-a547181f12f1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461867 Feb 02 16:07:57.722492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaaf1f-8e44-4a40-8358-82bc78b48db3 req-57af8203-e18e-4880-9f49-6052423e400e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:57.724279 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-befaaf1f-8e44-4a40-8358-82bc78b48db3 req-57af8203-e18e-4880-9f49-6052423e400e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1235216 Feb 02 16:07:57.793583 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-befaaf1f-8e44-4a40-8358-82bc78b48db3 req-83eaf8cc-8fa5-4c0f-80a5-5f7b5967a83c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580037 Feb 02 16:07:58.485119 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294cf1-acba-46b5-b784-08573b3f89a5 req-2ebabd66-23e6-4876-9024-179fdf56f01b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:58.486624 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2d294cf1-acba-46b5-b784-08573b3f89a5 req-2ebabd66-23e6-4876-9024-179fdf56f01b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0863318 Feb 02 16:07:58.536958 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2d294cf1-acba-46b5-b784-08573b3f89a5 req-7d390c12-cb53-491b-8e28-0cffff65366b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Feb 02 16:07:58.570336 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42860) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:58.816048 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:58.831189 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:07:58.837086 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Usage tracker for resource:security_group_rule and tenant:949d6ad8087f4aecb40872d5a6c61ba5 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:07:58.840651 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:07:58.846879 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:07:58.975554 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.009837 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c3746-4a59-4808-9610-7f817b5234b9 req-85ea8be6-e975-4cfa-b47a-5d37c24f3dd3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:59.011295 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2f2c3746-4a59-4808-9610-7f817b5234b9 req-85ea8be6-e975-4cfa-b47a-5d37c24f3dd3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0912998 Feb 02 16:07:59.056367 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2f2c3746-4a59-4808-9610-7f817b5234b9 req-b6a667c2-6ca2-4f9d-8511-94941a0bf0d0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381439 Feb 02 16:07:59.126478 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.149224 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4a3b4d63-5021-41fe-a260-81f9f9f5ce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.176323 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=949d6ad8087f4aecb40872d5a6c61ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046891 Feb 02 16:07:59.178144 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ed04-ad54-40c4-92c4-76ba6023c20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba6c8af-b2d9-4bdb-b3ad-226c1aeb04e6,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:59.184641 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42872) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:59.245321 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1756-dd8c-4b75-953e-9db4d5bc04b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.271745 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1756-dd8c-4b75-953e-9db4d5bc04b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.403720 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1756-dd8c-4b75-953e-9db4d5bc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.421565 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a1756-dd8c-4b75-953e-9db4d5bc04b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba6c8af-b2d9-4bdb-b3ad-226c1aeb04e6,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:59.424871 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1756-dd8c-4b75-953e-9db4d5bc04b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:59.427509 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ea1a1756-dd8c-4b75-953e-9db4d5bc04b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ba6c8af-b2d9-4bdb-b3ad-226c1aeb04e6 HTTP/1.1" status: 204 len: 168 time: 0.2405417 Feb 02 16:07:59.733021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedd4d0-7090-4c6b-8640-8a2337f642d2 req-b8fc29be-cc2c-4c95-b6bf-31afdf349e87 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:59.734432 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4aedd4d0-7090-4c6b-8640-8a2337f642d2 req-b8fc29be-cc2c-4c95-b6bf-31afdf349e87 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0827637 Feb 02 16:07:59.794478 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4aedd4d0-7090-4c6b-8640-8a2337f642d2 req-7e45a729-58f6-4f70-868b-c6abe507cab3 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485880 Feb 02 16:08:00.256329 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42898) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:00.358063 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdbe2c-624c-45d0-9efe-e9dfd6153850 req-3cfcd88c-1131-4883-9809-eb68dff2c02e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:00.359415 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-92cdbe2c-624c-45d0-9efe-e9dfd6153850 req-3cfcd88c-1131-4883-9809-eb68dff2c02e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1758046 Feb 02 16:08:00.361678 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.392964 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:00.403562 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Usage tracker for resource:security_group_rule and tenant:807832bf2f1b445f8fac7ac306e70b85 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:00.408158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:00.417558 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:00.425108 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-92cdbe2c-624c-45d0-9efe-e9dfd6153850 req-74aba660-e31c-47fd-86c5-f1ba66dd99e5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549514 Feb 02 16:08:00.505607 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.580703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.628430 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1669645a-7d94-491a-a4d4-b9d3532cfab3,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:00.633449 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b1ac6c4a-e941-477b-bdbb-21196ed0f812 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=807832bf2f1b445f8fac7ac306e70b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759296 Feb 02 16:08:00.635958 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 42902) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:00.696200 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-60ac56c3-95fc-4d4e-9bba-807b7f63d32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.723558 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-60ac56c3-95fc-4d4e-9bba-807b7f63d32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.794021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-7b022da9-8495-4912-a0d5-585fb7177fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:00.795537 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-7b022da9-8495-4912-a0d5-585fb7177fd5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c&tenant_id=12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 1096 time: 0.0738750 Feb 02 16:08:00.838111 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-60ac56c3-95fc-4d4e-9bba-807b7f63d32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.861384 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac56c3-95fc-4d4e-9bba-807b7f63d32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669645a-7d94-491a-a4d4-b9d3532cfab3,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:00.870351 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-60ac56c3-95fc-4d4e-9bba-807b7f63d32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:00.871967 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-60ac56c3-95fc-4d4e-9bba-807b7f63d32f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1669645a-7d94-491a-a4d4-b9d3532cfab3 HTTP/1.1" status: 204 len: 168 time: 0.2350445 Feb 02 16:08:00.927774 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-6a3cfde9-4134-4eae-ac28-27c38bb8f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:00.929808 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-6a3cfde9-4134-4eae-ac28-27c38bb8f688 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1096 time: 0.1015782 Feb 02 16:08:01.130931 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-c73a6902-51af-4159-ac92-75975ff4fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:01.132420 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-c73a6902-51af-4159-ac92-75975ff4fa02 service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.1960762 Feb 02 16:08:01.144383 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7249d2a-fa1b-4edb-afb9-b5f6af2a7658 req-5a813476-4590-4580-b2c2-1fb2f72d24f2 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:01.145865 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d7249d2a-fa1b-4edb-afb9-b5f6af2a7658 req-5a813476-4590-4580-b2c2-1fb2f72d24f2 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1876633 Feb 02 16:08:01.273852 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d7249d2a-fa1b-4edb-afb9-b5f6af2a7658 req-abb47e05-1584-415e-885d-d36dc2e9c6bd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797970 Feb 02 16:08:01.277530 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-a22443f1-9fe9-4c1f-b827-87fdd01e3d6a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925 HTTP/1.1" status: 200 len: 998 time: 0.1308613 Feb 02 16:08:01.381954 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-a14f030d-aa99-481c-8ee6-de0b5a9e06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:01.383755 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-a14f030d-aa99-481c-8ee6-de0b5a9e06d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.0996459 Feb 02 16:08:01.444092 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-98aa19d0-8819-4393-9553-019ceae637e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:01.477643 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-e36570f0-b628-4351-a042-2d9a7babeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:01.479101 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-e36570f0-b628-4351-a042-2d9a7babeac5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876038 Feb 02 16:08:01.759813 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-14a2a083-958c-4ea5-b766-d261669b044f service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739458 Feb 02 16:08:01.771549 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552b637-2eaa-426d-8835-5a9e406bf21b req-c3b1222a-dbea-4057-ac93-cc2cd7399aba tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:01.779123 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6552b637-2eaa-426d-8835-5a9e406bf21b req-c3b1222a-dbea-4057-ac93-cc2cd7399aba tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.2283239 Feb 02 16:08:01.833370 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b65e9a-940f-444f-9e20-8732690cc88d req-d70d5901-2785-4068-a893-4c601a22f58b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:01.840927 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-80b65e9a-940f-444f-9e20-8732690cc88d req-d70d5901-2785-4068-a893-4c601a22f58b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0991271 Feb 02 16:08:01.909863 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-80b65e9a-940f-444f-9e20-8732690cc88d req-315b613a-1f55-49f1-88c9-16bdd61880e8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673678 Feb 02 16:08:01.911370 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6552b637-2eaa-426d-8835-5a9e406bf21b req-0fdb534e-48b8-44d6-b2d9-91e64bf1a1a4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311884 Feb 02 16:08:02.019500 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d793d2f-c2ac-4324-9c6a-d762aa75ee53 req-d646ac01-7980-4037-8de7-6a85b7a24722 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381563 Feb 02 16:08:02.039988 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-5fdfbd2f-f908-4d99-8b96-9be23ddfe0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:02.041795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-5fdfbd2f-f908-4d99-8b96-9be23ddfe0df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1098 time: 0.1012330 Feb 02 16:08:02.186333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-14b7c803-a236-4b44-9eda-dc60b2c22b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:02.188132 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-14b7c803-a236-4b44-9eda-dc60b2c22b47 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 911 time: 0.1393566 Feb 02 16:08:02.302118 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-a718554a-a923-43a3-a836-cb880a6a51df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 200 len: 1001 time: 0.1079278 Feb 02 16:08:02.373650 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-06622d77-e28c-4010-918d-a500934b3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:02.375327 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:02.384279 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-06622d77-e28c-4010-918d-a500934b3c34 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0695789 Feb 02 16:08:02.478228 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-fbc6de56-1837-413c-a0ea-3a536b5cd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:02.480056 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-fbc6de56-1837-413c-a0ea-3a536b5cd478 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890851 Feb 02 16:08:02.549403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:02.644338 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-9516eedd-6e7a-4029-966f-d0096eee9c54 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577711 Feb 02 16:08:02.815968 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7a9bb391-c276-40ab-bce8-2ff032c58951 req-b86a62ca-f970-4860-8f00-7704949107c3 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638963 Feb 02 16:08:03.136157 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d53d3-95b1-4077-b2cb-0de5ca03ac34 req-40e51418-c156-4d7e-9ee0-38630e02949f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:03.139214 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-320d53d3-95b1-4077-b2cb-0de5ca03ac34 req-40e51418-c156-4d7e-9ee0-38630e02949f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1111543 Feb 02 16:08:03.170981 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5929-f17c-45e6-8f3f-b33c7782aada req-5ace502d-c5c8-4e17-b88f-caa65c347c59 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:03.172878 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-da2c5929-f17c-45e6-8f3f-b33c7782aada req-5ace502d-c5c8-4e17-b88f-caa65c347c59 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1204469 Feb 02 16:08:03.229313 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-320d53d3-95b1-4077-b2cb-0de5ca03ac34 req-fbf5dae2-5e9a-4923-b75d-b16940b43055 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778360 Feb 02 16:08:03.244607 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-da2c5929-f17c-45e6-8f3f-b33c7782aada req-cb21031a-5938-46e7-ba94-aad777a996a7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650995 Feb 02 16:08:04.017850 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:04.501835 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73630f0c-4da3-4343-9648-aa06d5149479 req-5ee60a9a-6e7d-490f-a3ff-0218ac90109e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:04.519173 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-73630f0c-4da3-4343-9648-aa06d5149479 req-5ee60a9a-6e7d-490f-a3ff-0218ac90109e tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1544125 Feb 02 16:08:04.590393 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-73630f0c-4da3-4343-9648-aa06d5149479 req-fc1abaed-b26b-40ce-ad37-da53c61ba049 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698066 Feb 02 16:08:04.698292 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b29ab6-79de-4cf6-a0e1-c65b63e3af3e req-dbf66848-ee75-4ab5-a8ba-15b3b4e64ef3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:04.705248 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-70b29ab6-79de-4cf6-a0e1-c65b63e3af3e req-dbf66848-ee75-4ab5-a8ba-15b3b4e64ef3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.2663555 Feb 02 16:08:04.786027 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-70b29ab6-79de-4cf6-a0e1-c65b63e3af3e req-f152bbd9-3d31-4025-854a-24b5f40fe324 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742898 Feb 02 16:08:05.132455 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:08:05.272742 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43058) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:05.436274 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.451832 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:05.456033 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc3c12cf2a0140b9a24728a76d9e9d94 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:05.459411 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:05.468220 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:05.612734 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.780816 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.820184 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09842155-03f1-465e-8fbc-913626b365ac req-63814ba9-3ad1-431e-9942-e0f2be111093 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:05.822370 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-09842155-03f1-465e-8fbc-913626b365ac req-63814ba9-3ad1-431e-9942-e0f2be111093 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0910943 Feb 02 16:08:05.837579 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc3c12cf2a0140b9a24728a76d9e9d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634890 Feb 02 16:08:05.848977 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43074) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:05.857396 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c60ce-df7d-428a-8822-00f03e1688e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c2f2e4-1ffd-429a-9b8b-5a4a77c8c101,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:05.969610 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-834342bd-a335-455c-a0b8-9a4f15b865e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:06.004380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-834342bd-a335-455c-a0b8-9a4f15b865e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:06.088316 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-09842155-03f1-465e-8fbc-913626b365ac req-d61dd4a6-75e3-443c-be66-ae441cf0e74b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793306 Feb 02 16:08:06.113126 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81387824-f9ef-4424-8bf4-8d416d8201f2 req-ca3f4dab-ce5f-45cb-aca2-eedf56913222 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:06.113126 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-81387824-f9ef-4424-8bf4-8d416d8201f2 req-ca3f4dab-ce5f-45cb-aca2-eedf56913222 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1625750 Feb 02 16:08:06.160347 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-81387824-f9ef-4424-8bf4-8d416d8201f2 req-e5ed873b-e9bb-4da3-aa3b-bf3b0dd45f74 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501344 Feb 02 16:08:06.189210 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-834342bd-a335-455c-a0b8-9a4f15b865e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:06.209247 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834342bd-a335-455c-a0b8-9a4f15b865e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c2f2e4-1ffd-429a-9b8b-5a4a77c8c101,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:06.212478 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-834342bd-a335-455c-a0b8-9a4f15b865e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:06.213642 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-834342bd-a335-455c-a0b8-9a4f15b865e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64c2f2e4-1ffd-429a-9b8b-5a4a77c8c101 HTTP/1.1" status: 204 len: 168 time: 0.3714755 Feb 02 16:08:07.372197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3b0f4-c7f5-48c5-8071-861f36ce3105 req-84c08060-cd22-45d1-acef-98487f9001cb tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:07.380709 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ca3b0f4-c7f5-48c5-8071-861f36ce3105 req-84c08060-cd22-45d1-acef-98487f9001cb tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1536624 Feb 02 16:08:07.392399 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc972e-ccef-46dd-8239-489f864c9c07 req-135330b7-eaf5-4525-99b4-0da59bd67cef tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:07.400442 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-44cc972e-ccef-46dd-8239-489f864c9c07 req-135330b7-eaf5-4525-99b4-0da59bd67cef tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1109071 Feb 02 16:08:07.429886 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2ca3b0f4-c7f5-48c5-8071-861f36ce3105 req-f2954340-818d-4abc-bb5a-0efde0c81728 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Feb 02 16:08:07.467874 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-44cc972e-ccef-46dd-8239-489f864c9c07 req-502a86a7-1560-4477-ac34-a809a73242f5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663874 Feb 02 16:08:08.757267 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970aa4d-8222-4fb2-a995-aa1322dfdfe7 req-44dd0216-a885-4f57-bd49-20da10bb4c55 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:08.759438 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054df813-a40b-4e41-b810-62ca1e61e47f req-4b271b56-bc8d-44cb-82fb-c0fb7e530bfe tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:08.761044 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6970aa4d-8222-4fb2-a995-aa1322dfdfe7 req-44dd0216-a885-4f57-bd49-20da10bb4c55 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.1267333 Feb 02 16:08:08.763719 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-054df813-a40b-4e41-b810-62ca1e61e47f req-4b271b56-bc8d-44cb-82fb-c0fb7e530bfe tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1927757 Feb 02 16:08:08.835401 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6970aa4d-8222-4fb2-a995-aa1322dfdfe7 req-95ebc741-4390-4e3e-800f-7721f0fc48dd tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679023 Feb 02 16:08:08.835762 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-054df813-a40b-4e41-b810-62ca1e61e47f req-656aeee5-b3ab-47cd-8960-9e8f6cb3fa95 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654485 Feb 02 16:08:10.077946 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921f07-cb0a-41d7-84e2-6a71c5a7b52d req-fce03b1f-d666-4138-99e6-62df845f322f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:10.080550 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-33921f07-cb0a-41d7-84e2-6a71c5a7b52d req-fce03b1f-d666-4138-99e6-62df845f322f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0973346 Feb 02 16:08:10.087362 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd9251-bf4d-4116-aea8-0eed33b96e44 req-ed989501-774a-4f88-8dac-be60fd3eed28 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:10.088867 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-54bd9251-bf4d-4116-aea8-0eed33b96e44 req-ed989501-774a-4f88-8dac-be60fd3eed28 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1157444 Feb 02 16:08:10.147340 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-54bd9251-bf4d-4116-aea8-0eed33b96e44 req-617064d8-ad8b-49f8-ba47-68def92626f1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516143 Feb 02 16:08:10.235844 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-33921f07-cb0a-41d7-84e2-6a71c5a7b52d req-37fdc1d6-f431-4fef-a348-286455b156be tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483881 Feb 02 16:08:11.331580 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c78f75-af87-4757-b586-51f3200282a5 req-25362b17-6d98-4b90-ae15-37a706a309ea tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:11.333835 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-81c78f75-af87-4757-b586-51f3200282a5 req-25362b17-6d98-4b90-ae15-37a706a309ea tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0828431 Feb 02 16:08:11.381873 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-81c78f75-af87-4757-b586-51f3200282a5 req-db47a592-3963-44b6-b706-e17b3f46acd7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Feb 02 16:08:11.569621 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d5c70-e794-4c07-9f6d-fc5b52a1d9d0 req-139f89b4-4c8f-41c4-ac1a-d11a92375040 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:11.571074 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-950d5c70-e794-4c07-9f6d-fc5b52a1d9d0 req-139f89b4-4c8f-41c4-ac1a-d11a92375040 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0796568 Feb 02 16:08:11.620347 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-950d5c70-e794-4c07-9f6d-fc5b52a1d9d0 req-9478cfb0-4d09-481f-a518-e382ece9de05 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386190 Feb 02 16:08:11.866707 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43180) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:11.992080 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.007626 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:12.011451 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Usage tracker for resource:security_group_rule and tenant:280a1989619046d7b64038830acae6f9 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:12.014371 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:12.021082 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:12.108275 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.237442 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.277690 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=280a1989619046d7b64038830acae6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097371 Feb 02 16:08:12.288238 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e744-c97b-4623-ad4b-62df276650aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29a684-afe4-49ca-ab70-faca593ae4f4,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:12.289467 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43192) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:12.339749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0e066e99-ddd5-40b7-a3c8-80e335b6c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.365759 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0e066e99-ddd5-40b7-a3c8-80e335b6c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.497180 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0e066e99-ddd5-40b7-a3c8-80e335b6c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.522253 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066e99-ddd5-40b7-a3c8-80e335b6c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29a684-afe4-49ca-ab70-faca593ae4f4,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:12.531815 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-0e066e99-ddd5-40b7-a3c8-80e335b6c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:12.533985 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-0e066e99-ddd5-40b7-a3c8-80e335b6c1bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e29a684-afe4-49ca-ab70-faca593ae4f4 HTTP/1.1" status: 204 len: 168 time: 0.2524869 Feb 02 16:08:12.591871 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65ff4f-54bc-467e-b4b7-dbff9a069abd req-d23b53cf-7e3f-466e-a8f1-288b5677ee2b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:12.593356 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-af65ff4f-54bc-467e-b4b7-dbff9a069abd req-d23b53cf-7e3f-466e-a8f1-288b5677ee2b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1022012 Feb 02 16:08:12.638927 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-af65ff4f-54bc-467e-b4b7-dbff9a069abd req-f191ee09-081d-45f5-a8a3-4eb436a87568 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386715 Feb 02 16:08:12.806097 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d6258-13d6-48e5-85e8-14ce24b002d7 req-57799020-2f3d-42a4-8234-23939a38960d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:12.807558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-167d6258-13d6-48e5-85e8-14ce24b002d7 req-57799020-2f3d-42a4-8234-23939a38960d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0799513 Feb 02 16:08:12.852491 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-167d6258-13d6-48e5-85e8-14ce24b002d7 req-1faed70d-47ce-4c02-9836-aa44a4ca76db tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 Feb 02 16:08:13.246400 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43210) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:13.267307 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.281631 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:13.285459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a984f18a5de04059ae4cf418497c6de4 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:13.288233 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:13.294126 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:13.374580 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.451922 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.499479 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a984f18a5de04059ae4cf418497c6de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514167 Feb 02 16:08:13.500305 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c88ffe-0bec-4160-adac-0c0b153d86d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72565c7-d6ba-4200-8021-2d4e94733f33,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:13.502431 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43214) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:13.565003 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5281-6121-42f6-b410-71e590cd475b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.590714 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5281-6121-42f6-b410-71e590cd475b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.708826 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5281-6121-42f6-b410-71e590cd475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.726673 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b5281-6121-42f6-b410-71e590cd475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72565c7-d6ba-4200-8021-2d4e94733f33,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:13.738248 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5281-6121-42f6-b410-71e590cd475b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:13.741801 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-9c8b5281-6121-42f6-b410-71e590cd475b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b72565c7-d6ba-4200-8021-2d4e94733f33 HTTP/1.1" status: 204 len: 168 time: 0.2359354 Feb 02 16:08:14.019786 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:08:14.045522 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529171-e3eb-454f-89c0-6b9b612aa447 req-392e13a5-b5c3-43e5-b444-ad306da6d79c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:14.046991 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b2529171-e3eb-454f-89c0-6b9b612aa447 req-392e13a5-b5c3-43e5-b444-ad306da6d79c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 943 time: 0.0845740 Feb 02 16:08:14.100726 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b2529171-e3eb-454f-89c0-6b9b612aa447 req-05568d56-a6f0-4c3c-989b-28b571b16aa6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Feb 02 16:08:14.163078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:14.177891 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'port_id': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'mac_address': 'fa:16:3e:f3:72:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:08:14.235425 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:14.252869 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f1b41e-9f8c-42fb-8d33-4c27596fc925 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:08:14.269482 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:14.363429 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:14.453484 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=9']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:14.689731 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['61f1b41e-9f8c-42fb-8d33-4c27596fc925'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:08:15.310648 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6bb94-4ff9-4bd6-9b15-9118125cc6ad req-268eca96-7671-4519-a9aa-47ba077ba77a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:15.315313 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72d6bb94-4ff9-4bd6-9b15-9118125cc6ad req-268eca96-7671-4519-a9aa-47ba077ba77a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 944 time: 0.0794692 Feb 02 16:08:15.357912 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72d6bb94-4ff9-4bd6-9b15-9118125cc6ad req-227dd8c0-1e14-41ac-b247-6ca67bcb38c1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398452 Feb 02 16:08:16.027585 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:08:16.094180 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:08:16.094554 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:16.211141 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:16.238775 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:16.248550 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:16.282239 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'code': 200} Feb 02 16:08:16.374433 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:16.459453 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=10']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:16.583310 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637a5f-e452-4522-8ed9-7d40903a5459 req-ee848255-ac83-4d31-a830-b4e8c487aedb tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:16.592028 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-18637a5f-e452-4522-8ed9-7d40903a5459 req-ee848255-ac83-4d31-a830-b4e8c487aedb tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.1005495 Feb 02 16:08:16.638650 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-18637a5f-e452-4522-8ed9-7d40903a5459 req-07f60644-56c2-4c40-b28e-73a10b195813 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448489 Feb 02 16:08:17.097709 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c67c-9c9d-4550-9c72-ea32df344a1c req-9a240014-b14b-45ca-af88-e7b43d8a0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:17.099228 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d476c67c-9c9d-4550-9c72-ea32df344a1c req-9a240014-b14b-45ca-af88-e7b43d8a0f9c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 1099 time: 0.0695648 Feb 02 16:08:17.145058 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d476c67c-9c9d-4550-9c72-ea32df344a1c req-db234150-db8e-4ff6-b54e-50a118c70b45 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376043 Feb 02 16:08:17.851987 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141ad5-69ef-416c-b2b7-0389554d1510 req-f371f491-8396-4d1d-a356-16d1ac797212 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:17.853470 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f141ad5-69ef-416c-b2b7-0389554d1510 req-f371f491-8396-4d1d-a356-16d1ac797212 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.0862048 Feb 02 16:08:17.897826 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4f141ad5-69ef-416c-b2b7-0389554d1510 req-5203bc8a-2685-4db3-8cd7-8b6008a613c0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 Feb 02 16:08:18.226241 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:19.092574 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2bd04-1ee0-4ab4-9716-98e0251d1ea1 req-11208ab4-9448-417c-aa85-4c86a96f3d3b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:19.094031 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-80b2bd04-1ee0-4ab4-9716-98e0251d1ea1 req-11208ab4-9448-417c-aa85-4c86a96f3d3b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.0848401 Feb 02 16:08:19.138857 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-80b2bd04-1ee0-4ab4-9716-98e0251d1ea1 req-c659212d-da2f-4e22-bedf-75bf94be94d9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391784 Feb 02 16:08:19.614261 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-aff4c54b-5398-461f-981d-96db8770e1c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686955 Feb 02 16:08:19.774436 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-f35d1374-7866-4a13-9bc4-dcf6b1d83fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:19.775935 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-f35d1374-7866-4a13-9bc4-dcf6b1d83fbe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 1098 time: 0.0746579 Feb 02 16:08:19.922285 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-4e70a1e0-02b8-4015-9a06-8d74d6682a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:19.923773 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-4e70a1e0-02b8-4015-9a06-8d74d6682a0b service neutron] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 911 time: 0.1281426 Feb 02 16:08:20.064561 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-f4560452-57f7-4eb3-910e-44db7b905926 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 200 len: 1001 time: 0.0988710 Feb 02 16:08:20.065828 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb89f-3e55-471b-bd7b-b1e95fda96c4 req-f351670a-8db3-4461-9861-54861eb331a7 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:20.067368 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ceebb89f-3e55-471b-bd7b-b1e95fda96c4 req-f351670a-8db3-4461-9861-54861eb331a7 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0796700 Feb 02 16:08:20.111939 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ceebb89f-3e55-471b-bd7b-b1e95fda96c4 req-28d9a4e8-4ebc-4fe8-81bb-5bd6364b0419 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Feb 02 16:08:20.136056 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-249cb54d-6c10-4b4f-a428-805c0e11da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:20.137507 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-249cb54d-6c10-4b4f-a428-805c0e11da14 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0623462 Feb 02 16:08:20.216425 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-6e8287bf-a808-4d5c-933e-677e619d55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:20.218301 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-6e8287bf-a808-4d5c-933e-677e619d55b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736589 Feb 02 16:08:20.420075 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-48bcaa68-41be-4d24-a4fa-a68cd204cca7 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852014 Feb 02 16:08:20.439026 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b29a-3d59-461c-87df-89482a661eff req-b95d7ddc-5d8a-4983-8670-70d2fb49266f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:20.440867 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2d83b29a-3d59-461c-87df-89482a661eff req-b95d7ddc-5d8a-4983-8670-70d2fb49266f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.1827278 Feb 02 16:08:20.563574 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2d83b29a-3d59-461c-87df-89482a661eff req-37f9f08b-8702-4703-b01d-53b71f6fa268 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045794 Feb 02 16:08:20.622600 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a9a3cdc3-011b-40bf-9ef4-309c4ee41bc4 req-7140f142-4511-4191-b171-e3b48c9a7cd7 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811941 Feb 02 16:08:21.304122 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803289b-b54b-4712-9b15-a107a7e23789 req-675ad680-36e9-4088-a3b3-dd09591d3a86 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:21.305561 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6803289b-b54b-4712-9b15-a107a7e23789 req-675ad680-36e9-4088-a3b3-dd09591d3a86 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0823710 Feb 02 16:08:21.349833 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6803289b-b54b-4712-9b15-a107a7e23789 req-0c8209f2-09f5-42fd-b0e0-06fb7d3089ec tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 Feb 02 16:08:21.754827 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c95ad-9a44-4151-9036-6b859bc5806c req-17d679a8-a683-4837-bf30-602611844be5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:21.756453 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-018c95ad-9a44-4151-9036-6b859bc5806c req-17d679a8-a683-4837-bf30-602611844be5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.0787034 Feb 02 16:08:21.805933 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-018c95ad-9a44-4151-9036-6b859bc5806c req-f7e90f33-bc5c-4faa-91ec-ac0ec43bc38c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Feb 02 16:08:22.537360 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506eea6-2b03-4ca4-9fbb-194acb667430 req-a4737240-3239-4f5e-88c2-ef6bf38baf7d tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:22.538804 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b506eea6-2b03-4ca4-9fbb-194acb667430 req-a4737240-3239-4f5e-88c2-ef6bf38baf7d tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0810966 Feb 02 16:08:22.586909 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b506eea6-2b03-4ca4-9fbb-194acb667430 req-84c48c5b-4d87-4238-adf9-887c06eb3e60 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Feb 02 16:08:23.770500 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d427f23-9c89-44ce-b05b-843fba432a37 req-36a1f768-54b8-4a52-becd-6b5f831be960 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:23.771978 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d427f23-9c89-44ce-b05b-843fba432a37 req-36a1f768-54b8-4a52-becd-6b5f831be960 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0793359 Feb 02 16:08:23.815795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d427f23-9c89-44ce-b05b-843fba432a37 req-3f240129-50df-47c6-8ad2-d5d366a79156 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Feb 02 16:08:24.816475 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43488) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:24.968379 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:24.996557 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:25.002276 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Usage tracker for resource:security_group_rule and tenant:db7a44df7dbe4482971ebb3b022c13a0 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:25.006077 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:25.014731 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:25.051244 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc16c3-990e-4bc0-87db-6d5c352811f5 req-77b92a89-083e-47a2-b1b3-2bafa9ed1a5e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:25.052685 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6bfc16c3-990e-4bc0-87db-6d5c352811f5 req-77b92a89-083e-47a2-b1b3-2bafa9ed1a5e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.1235907 Feb 02 16:08:25.115244 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6bfc16c3-990e-4bc0-87db-6d5c352811f5 req-c826734a-f940-432c-86e9-b736c24f0483 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561771 Feb 02 16:08:25.157167 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.248829 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.267761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-8b89415e-b06e-4069-b519-97f4c0e1faf3 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:25.269180 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-8b89415e-b06e-4069-b519-97f4c0e1faf3 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 946 time: 0.0828276 Feb 02 16:08:25.296749 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db7a44df7dbe4482971ebb3b022c13a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791214 Feb 02 16:08:25.304251 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6ca4-0a4c-4d8f-8e45-ced650b66e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3fa0dd-d204-4ca4-87fc-2564ba836baa,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:25.304251 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43498) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:25.364997 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fe65-e125-4743-8b87-a9e561afd399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.391668 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fe65-e125-4743-8b87-a9e561afd399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.416244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Deleting port bba324fe-32a5-4e84-a4a3-5be9e631d490 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:08:25.416492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.548715 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fe65-e125-4743-8b87-a9e561afd399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.566384 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6fe65-e125-4743-8b87-a9e561afd399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3fa0dd-d204-4ca4-87fc-2564ba836baa,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:25.575287 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fe65-e125-4743-8b87-a9e561afd399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.585845 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a6c6fe65-e125-4743-8b87-a9e561afd399 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f3fa0dd-d204-4ca4-87fc-2564ba836baa HTTP/1.1" status: 204 len: 168 time: 0.2739999 Feb 02 16:08:25.665796 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] For port bba324fe-32a5-4e84-a4a3-5be9e631d490, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bba324fe-32a5-4e84-a4a3-5be9e631d490,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:25.666157 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.788823 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Calling delete_port for bba324fe-32a5-4e84-a4a3-5be9e631d490 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:08:26.043297 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.086197 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['bba324fe-32a5-4e84-a4a3-5be9e631d490'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:08:26.131366 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Pushing event deleted for resources: {'Port': ['ID=bba324fe-32a5-4e84-a4a3-5be9e631d490,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:26.183936 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] No DVR routers for this DVR port bba324fe-32a5-4e84-a4a3-5be9e631d490 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:08:26.186967 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.189861 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'name': 'network-vif-deleted', 'tag': 'bba324fe-32a5-4e84-a4a3-5be9e631d490'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:26.245217 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9671d9-934d-4f0c-8be4-cfecfc175cef', 'name': 'network-vif-deleted', 'tag': 'bba324fe-32a5-4e84-a4a3-5be9e631d490', 'status': 'completed', 'code': 200} Feb 02 16:08:26.290243 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-148ae347-c229-4f7e-a9e4-1cf08c0e4195 req-514475d6-026b-457a-8604-dada8b65a549 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Synchronizing usage tracker for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:26.318653 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6bfb967f-d745-44cd-819b-13857fabffb2 req-6abfd57d-fed5-45c7-b3d0-d5e1f690a9ae tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "DELETE /v2.0/ports/bba324fe-32a5-4e84-a4a3-5be9e631d490 HTTP/1.1" status: 204 len: 173 time: 1.0436239 Feb 02 16:08:26.366983 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43520) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:26.383964 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.398215 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:26.401989 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cf1f679d5c4088ba25ce5d4a9a5b86 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:26.405355 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:26.410872 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:26.431265 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-148ae347-c229-4f7e-a9e4-1cf08c0e4195 req-514475d6-026b-457a-8604-dada8b65a549 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Unset dirty status for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:26.432375 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-148ae347-c229-4f7e-a9e4-1cf08c0e4195 req-514475d6-026b-457a-8604-dada8b65a549 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9671d9-934d-4f0c-8be4-cfecfc175cef HTTP/1.1" status: 200 len: 210 time: 0.1842785 Feb 02 16:08:26.502152 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.586233 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.634748 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1cf1f679d5c4088ba25ce5d4a9a5b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666552 Feb 02 16:08:26.636434 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72dab-4a59-4e2c-a68c-c952c62202c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c8a7a0-3c90-4831-ad1f-25210deec763,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:26.639207 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43528) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:26.714090 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d93ad98c-f194-4639-bb7c-d63c1ccefb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.740134 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d93ad98c-f194-4639-bb7c-d63c1ccefb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.879951 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d93ad98c-f194-4639-bb7c-d63c1ccefb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.894672 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad98c-f194-4639-bb7c-d63c1ccefb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c8a7a0-3c90-4831-ad1f-25210deec763,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:26.902610 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d93ad98c-f194-4639-bb7c-d63c1ccefb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.903771 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d93ad98c-f194-4639-bb7c-d63c1ccefb8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26c8a7a0-3c90-4831-ad1f-25210deec763 HTTP/1.1" status: 204 len: 168 time: 0.2629654 Feb 02 16:08:28.096505 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device bba324fe-32a5-4e84-a4a3-5be9e631d490 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:28.129799 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: bba324fe-32a5-4e84-a4a3-5be9e631d490 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:08:28.130148 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device bba324fe-32a5-4e84-a4a3-5be9e631d490 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:29.079877 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3e0e372f-24eb-4148-af44-03f924db959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.402343 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43646) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:30.517283 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.532009 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:30.535848 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Usage tracker for resource:security_group_rule and tenant:99b47b1c6ee24cee8e21aac0ffc889ff is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:30.538661 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:30.544586 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:30.632038 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.702403 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.752009 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99b47b1c6ee24cee8e21aac0ffc889ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485324 Feb 02 16:08:30.753732 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311abf89-f06f-407c-b365-e70a13793265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da8838-f520-4760-9910-573f91f7eaca,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:30.754780 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43658) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:30.813124 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-339b3713-12ab-480a-a6f6-949e4e28ac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.837668 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-339b3713-12ab-480a-a6f6-949e4e28ac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:31.009014 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-339b3713-12ab-480a-a6f6-949e4e28ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:31.025120 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b3713-12ab-480a-a6f6-949e4e28ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da8838-f520-4760-9910-573f91f7eaca,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:31.035236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-339b3713-12ab-480a-a6f6-949e4e28ac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:31.036400 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-339b3713-12ab-480a-a6f6-949e4e28ac38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6da8838-f520-4760-9910-573f91f7eaca HTTP/1.1" status: 204 len: 168 time: 0.2806182 Feb 02 16:08:31.422637 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-056579b0-24f5-42a4-988e-231fbe717189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:31.726487 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43674) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:31.747701 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:31.763662 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:31.771109 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Usage tracker for resource:security_group_rule and tenant:05808d15a5724298ba3f04d739f28493 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:31.771109 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:31.775959 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:31.856103 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:31.993689 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.040804 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05808d15a5724298ba3f04d739f28493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131049 Feb 02 16:08:32.042623 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe6806-cbdd-4a65-8083-5fa392643c71,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:32.043849 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43684) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:32.050521 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.050878 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.051219 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.051599 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.051935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.052268 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.052598 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.052923 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.053250 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.053600 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.053899 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.054217 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a47b84-de4f-4ba6-b9cd-b56cd7bad368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:32.101248 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-74633f09-b2a7-4341-a46a-d230259278c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.128666 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-74633f09-b2a7-4341-a46a-d230259278c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.302649 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-74633f09-b2a7-4341-a46a-d230259278c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.319513 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74633f09-b2a7-4341-a46a-d230259278c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe6806-cbdd-4a65-8083-5fa392643c71,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:32.328006 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-74633f09-b2a7-4341-a46a-d230259278c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.331500 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-74633f09-b2a7-4341-a46a-d230259278c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7abe6806-cbdd-4a65-8083-5fa392643c71 HTTP/1.1" status: 204 len: 168 time: 0.2842906 Feb 02 16:08:32.354209 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.540167 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:32.783812 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-c78600b5-4647-43d4-9df9-e0dd17604b7c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:32.785307 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-c78600b5-4647-43d4-9df9-e0dd17604b7c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/networks?id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 HTTP/1.1" status: 200 len: 814 time: 0.1563783 Feb 02 16:08:32.800839 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-eeae9e3c-3f05-4873-aaa9-81e3ba9d367b tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/quotas/d850f2bc843d43409e1ada8ec4440aea HTTP/1.1" status: 200 len: 375 time: 0.0098805 Feb 02 16:08:32.846987 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-d1ff4bcf-2a82-4f27-b308-c88aa7f86475 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d850f2bc843d43409e1ada8ec4440aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410144 Feb 02 16:08:32.979497 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-b7ff1df8-97e2-423f-8278-407a84a5cdf3 service neutron] 10.222.0.31 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256108 Feb 02 16:08:33.114331 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-7b2f1c2a-1bf4-4aa9-8a73-414a2b0f8b52 service neutron] 10.222.0.31 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282809 Feb 02 16:08:33.453308 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-92709547-795e-4b82-aba5-27d11c5281dc req-55dc4b4f-957d-4146-b639-e05de75deff8 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 210 time: 0.1323428 Feb 02 16:08:34.079559 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:34.298321 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43752) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:34.414059 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:34.428961 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:34.432851 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Usage tracker for resource:security_group_rule and tenant:f39e5f09de0c4cb1a2f430a2f6a9353e is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:34.435777 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:34.441593 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:34.528634 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:34.657031 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:34.686918 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-685cb3c7-8451-4f99-bab7-6d9831569ff5 req-6a5bc691-02bb-4140-9a2a-cc61c806fdab tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 210 time: 0.1175685 Feb 02 16:08:34.704156 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cf92ff-22a0-40a5-96bf-05814e0b60e1,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:34.712191 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6f833adc-76c5-4600-bd43-f1c24058e484 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f39e5f09de0c4cb1a2f430a2f6a9353e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126523 Feb 02 16:08:34.712980 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43760) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:34.771604 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-253a572e-effc-48f7-aeef-ab33b1c6763d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:34.800175 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-253a572e-effc-48f7-aeef-ab33b1c6763d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:34.997421 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-253a572e-effc-48f7-aeef-ab33b1c6763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:35.014359 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a572e-effc-48f7-aeef-ab33b1c6763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cf92ff-22a0-40a5-96bf-05814e0b60e1,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:35.018855 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-253a572e-effc-48f7-aeef-ab33b1c6763d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:35.019997 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-253a572e-effc-48f7-aeef-ab33b1c6763d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25cf92ff-22a0-40a5-96bf-05814e0b60e1 HTTP/1.1" status: 204 len: 168 time: 0.3060412 Feb 02 16:08:35.838321 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0022976e-ac59-452e-b3a5-51423a264d7c req-6fa7632d-3174-4c30-afa0-4015b88e14a2 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 210 time: 0.0406454 Feb 02 16:08:36.149865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-c8c4bfcc-da78-45ae-9079-916e6db734db tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:36.151449 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-c8c4bfcc-da78-45ae-9079-916e6db734db tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "GET /v2.0/networks?id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 HTTP/1.1" status: 200 len: 814 time: 0.1616147 Feb 02 16:08:36.171794 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Request body: {'port': {'device_id': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880', 'admin_state_up': True, 'tenant_id': 'd850f2bc843d43409e1ada8ec4440aea'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:36.305461 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:36.309545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Usage tracker for resource:port and tenant:d850f2bc843d43409e1ada8ec4440aea is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:36.312380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:36.318397 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:36.411130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Made reservation on behalf of d850f2bc843d43409e1ada8ec4440aea for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:08:36.414649 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:36.583521 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Allocated IP 172.20.0.6 (d45ab60c-f18a-4a73-b9bf-4b23e7ad7880/39a78be8-a723-458c-a644-5627f02141cf/5c6a50a7-9a4f-457a-ada7-ddfbab0044e1) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:08:36.782503 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:36.877331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:36.952643 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:08:36.996054 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:08:37.003942 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:08:37.030101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Pushing event updated for resources: {'Port': ['ID=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:37.086933 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:37.087565 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:37.122077 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a299c-bf99-4f94-b645-863db53e6a54 req-8d3ca0fd-33ea-4291-9416-cfd372deded5 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:37.122680 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-7b7a299c-bf99-4f94-b645-863db53e6a54 req-8d3ca0fd-33ea-4291-9416-cfd372deded5 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Synchronizing usage tracker for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:37.211804 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-df252c30-e19c-4778-87b3-3d69f51d528e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0437272 Feb 02 16:08:37.230745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Request body: {'port': {'device_id': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:37.272525 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-7b7a299c-bf99-4f94-b645-863db53e6a54 req-8d3ca0fd-33ea-4291-9416-cfd372deded5 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Unset dirty status for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:37.273660 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7b7a299c-bf99-4f94-b645-863db53e6a54 req-8d3ca0fd-33ea-4291-9416-cfd372deded5 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 931 time: 0.3254354 Feb 02 16:08:37.370616 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7b7a299c-bf99-4f94-b645-863db53e6a54 req-42f6395a-08f2-4ffa-af33-d2d40bce5e0f tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894928 Feb 02 16:08:37.374815 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:37.712202 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:08:37.719890 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:37.733606 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Transition to ACTIVE for port object 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:08:37.839323 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:37.994553 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:38.149280 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Attempting to bind port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:08:38.149533 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Attempting to bind port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:08:38.149859 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Attempting to bind port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 on network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:08:38.154333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 on network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:08:38.154653 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Attempting to bind port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 on network d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:08:38.159648 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:08:38.159993 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Checking segment: {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:08:38.160377 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Bound using segment: {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:08:38.160799 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Bound port: 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcae0406-ffb6-4648-9b0c-61d64415745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:08:38.161140 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:38.247784 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] For port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:08:38.250727 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] For port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:08:38.368923 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:38.432939 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:38.433558 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:38.434917 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] 10.222.0.85 "PUT /v2.0/ports/5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 HTTP/1.1" status: 200 len: 1093 time: 1.2082250 Feb 02 16:08:38.435398 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'tag': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:38.454323 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960a214-c6ee-4ef5-bad2-9680272cbb02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:38.488111 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'tag': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1', 'status': 'completed', 'code': 200} Feb 02 16:08:38.559107 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e120a39-3c88-46ef-b02b-701014759f66 req-6fd8dfde-ae32-4a1e-87cf-9c34d3ad69df tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:38.560600 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4e120a39-3c88-46ef-b02b-701014759f66 req-6fd8dfde-ae32-4a1e-87cf-9c34d3ad69df tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 943 time: 0.0835345 Feb 02 16:08:38.600808 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291fc6a-31bf-415a-82a8-9dd9f5b4d1cc req-e6ebd4bb-3194-4038-9fa0-fcda799e4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:38.602255 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b291fc6a-31bf-415a-82a8-9dd9f5b4d1cc req-e6ebd4bb-3194-4038-9fa0-fcda799e4954 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d850f2bc843d43409e1ada8ec4440aea&device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 1096 time: 0.0727136 Feb 02 16:08:38.609691 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4e120a39-3c88-46ef-b02b-701014759f66 req-3a259013-4e41-4326-a1d1-eb5131d40ce5 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Feb 02 16:08:38.750916 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291fc6a-31bf-415a-82a8-9dd9f5b4d1cc req-7da53c7c-81d6-4a99-842e-8a2b23e506f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:38.752509 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b291fc6a-31bf-415a-82a8-9dd9f5b4d1cc req-7da53c7c-81d6-4a99-842e-8a2b23e506f6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d850f2bc843d43409e1ada8ec4440aea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1337888 Feb 02 16:08:38.887471 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291fc6a-31bf-415a-82a8-9dd9f5b4d1cc req-de5dba5d-43d4-4079-a345-0f949ecf9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:38.888951 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b291fc6a-31bf-415a-82a8-9dd9f5b4d1cc req-de5dba5d-43d4-4079-a345-0f949ecf9f90 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299679 Feb 02 16:08:39.024545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-7afd5f6f-4bd6-4ab2-99ca-79a104a07857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:39.026015 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-7afd5f6f-4bd6-4ab2-99ca-79a104a07857 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d850f2bc843d43409e1ada8ec4440aea&device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 1096 time: 0.0741129 Feb 02 16:08:39.100209 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-2ff00c9c-21da-4ef4-a6ce-3c8682a38d9d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 HTTP/1.1" status: 200 len: 217 time: 0.0601897 Feb 02 16:08:39.165236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-bf8ef983-502f-43aa-b121-5368560b16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:39.166620 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-bf8ef983-502f-43aa-b121-5368560b16c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=39a78be8-a723-458c-a644-5627f02141cf HTTP/1.1" status: 200 len: 854 time: 0.0589623 Feb 02 16:08:39.212974 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-5ba69bb2-d34d-482c-8df1-082946717c29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393367 Feb 02 16:08:39.342115 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-86953eba-de15-4e26-b8a3-337a08192c92 service neutron] 10.222.0.85 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229131 Feb 02 16:08:39.472450 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e8b14656-819c-4e86-aec2-5f932f4735f1 req-75ea9488-a85b-446f-87c6-c38055049870 service neutron] 10.222.0.85 "GET /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241896 Feb 02 16:08:39.803020 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f922b3c-cbbd-4341-b667-36f1db817d8d req-51b35640-e139-431c-91d3-31f5e0fdf434 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:39.804494 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9f922b3c-cbbd-4341-b667-36f1db817d8d req-51b35640-e139-431c-91d3-31f5e0fdf434 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 943 time: 0.0838926 Feb 02 16:08:39.847902 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9f922b3c-cbbd-4341-b667-36f1db817d8d req-f483866d-0d32-4ac2-8896-4d101388aac8 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372167 Feb 02 16:08:41.026728 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a62b-90dc-4733-9dc1-47fe804d272a req-9cd9af4c-bdb1-4db2-b3bb-8aee4c6440b0 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:41.028260 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f672a62b-90dc-4733-9dc1-47fe804d272a req-9cd9af4c-bdb1-4db2-b3bb-8aee4c6440b0 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 943 time: 0.0769749 Feb 02 16:08:41.071598 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f672a62b-90dc-4733-9dc1-47fe804d272a req-9aa889a2-b13f-4371-b532-097335b640b3 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Feb 02 16:08:42.133823 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:08:42.141503 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:08:42.254768 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e258a-18a1-42dd-80c5-425fecb0160e req-2398c8f2-d472-4091-9030-1802dc02b06e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:42.256306 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-040e258a-18a1-42dd-80c5-425fecb0160e req-2398c8f2-d472-4091-9030-1802dc02b06e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 943 time: 0.0774887 Feb 02 16:08:42.270030 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:42.286842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1', 'network_id': 'd45ab60c-f18a-4a73-b9bf-4b23e7ad7880', 'port_id': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1', 'mac_address': 'fa:16:3e:ea:02:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a78be8-a723-458c-a644-5627f02141cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:08:42.301377 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-040e258a-18a1-42dd-80c5-425fecb0160e req-25ddd2d0-bb0f-4e3a-81eb-ffedb59083ab tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Feb 02 16:08:42.343284 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:42.359728 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:08:42.375495 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:42.467955 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:42.533688 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:42.801515 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['5c6a50a7-9a4f-457a-ada7-ddfbab0044e1'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:08:43.454758 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e573-a774-409a-bd16-dc158c5e7712 req-51440c9d-27b8-4aeb-a841-29bcd9e332d8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:43.456231 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2751e573-a774-409a-bd16-dc158c5e7712 req-51440c9d-27b8-4aeb-a841-29bcd9e332d8 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0890117 Feb 02 16:08:43.494159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a939c6-2810-474b-a27e-3520816a1a33 req-05a772a8-62a7-4121-886c-cbe92bcd0c87 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:43.500278 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-95a939c6-2810-474b-a27e-3520816a1a33 req-05a772a8-62a7-4121-886c-cbe92bcd0c87 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 944 time: 0.0898194 Feb 02 16:08:43.505376 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2751e573-a774-409a-bd16-dc158c5e7712 req-a73ac593-3111-40e8-a93d-3073fbfb4311 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Feb 02 16:08:43.545830 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-95a939c6-2810-474b-a27e-3520816a1a33 req-12b5b48c-0d1b-4d1f-8611-c070dc0eaf9c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Feb 02 16:08:43.585051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43888) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:43.703949 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:43.718228 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:43.721978 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Usage tracker for resource:security_group_rule and tenant:28e47cfdeb634a6aa5e7379cff09854b is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:43.724722 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:43.730261 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:43.807064 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:43.873075 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:43.923093 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28e47cfdeb634a6aa5e7379cff09854b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369031 Feb 02 16:08:43.923896 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724965cb-b327-47e3-b635-67697ace7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a095d5b7-d85a-4b52-9ccf-69206543918b,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:43.926519 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43894) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:43.983695 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d40fbb1b-1151-4ea6-93a1-9c9504fc9e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.008360 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d40fbb1b-1151-4ea6-93a1-9c9504fc9e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.147927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d40fbb1b-1151-4ea6-93a1-9c9504fc9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.149060 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:08:44.172060 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fbb1b-1151-4ea6-93a1-9c9504fc9e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a095d5b7-d85a-4b52-9ccf-69206543918b,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:44.181539 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d40fbb1b-1151-4ea6-93a1-9c9504fc9e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.183316 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-d40fbb1b-1151-4ea6-93a1-9c9504fc9e9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a095d5b7-d85a-4b52-9ccf-69206543918b HTTP/1.1" status: 204 len: 168 time: 0.2552390 Feb 02 16:08:44.350623 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:08:44.355732 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:08:44.356104 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.473811 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.503456 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:44.513572 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:44.548319 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1', 'code': 200} Feb 02 16:08:44.599293 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:44.695833 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:44.732440 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56321ebc-7b75-4129-a5b1-6ce594bdc60b req-f84fd418-2f71-4f6d-a929-f2a18f9ca65b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:44.734054 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-56321ebc-7b75-4129-a5b1-6ce594bdc60b req-f84fd418-2f71-4f6d-a929-f2a18f9ca65b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.1191382 Feb 02 16:08:44.773213 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e884fc-6347-45e5-94a1-0dc97b3dd529 req-c77388bb-cfc1-4840-bbee-d9a20649306c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:44.774673 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-67e884fc-6347-45e5-94a1-0dc97b3dd529 req-c77388bb-cfc1-4840-bbee-d9a20649306c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.0925117 Feb 02 16:08:44.781846 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-56321ebc-7b75-4129-a5b1-6ce594bdc60b req-94be901e-0d71-46e6-bfcb-a5dd419fc0df tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Feb 02 16:08:44.821331 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-67e884fc-6347-45e5-94a1-0dc97b3dd529 req-4cc0dcdd-570f-43b4-8282-374c41c8b803 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 Feb 02 16:08:45.007396 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df196f4e-8850-4620-90b8-1b91cc92160f req-d98efe98-ac18-41c4-973f-8e2b142af1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:45.008867 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-df196f4e-8850-4620-90b8-1b91cc92160f req-d98efe98-ac18-41c4-973f-8e2b142af1ca service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 1098 time: 0.0688527 Feb 02 16:08:45.063023 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 43908) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:45.081277 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.097347 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:45.101328 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Usage tracker for resource:security_group_rule and tenant:544c6d7c45184b159a9146514dfaa894 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:45.104340 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:45.110176 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:45.130485 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-df196f4e-8850-4620-90b8-1b91cc92160f req-adaaa858-3a69-4e63-87de-3671d0843069 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142561 Feb 02 16:08:45.191148 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.253226 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.303479 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=544c6d7c45184b159a9146514dfaa894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393401 Feb 02 16:08:45.305007 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d0ad5-f0d6-4770-8920-ba9bab0936ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4616914-557f-4b41-b58e-7323adae1229,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:45.306187 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 43912) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:45.363203 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-57521718-aa61-4f23-837f-a35b4cd44e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.388956 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-57521718-aa61-4f23-837f-a35b4cd44e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.522610 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-57521718-aa61-4f23-837f-a35b4cd44e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.538273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521718-aa61-4f23-837f-a35b4cd44e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4616914-557f-4b41-b58e-7323adae1229,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:45.546298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-57521718-aa61-4f23-837f-a35b4cd44e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:45.547425 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-57521718-aa61-4f23-837f-a35b4cd44e34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4616914-557f-4b41-b58e-7323adae1229 HTTP/1.1" status: 204 len: 168 time: 0.2402136 Feb 02 16:08:45.876056 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-3c8a3bdc-9483-46b5-a83e-f8f8077d4beb tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:45.877597 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-3c8a3bdc-9483-46b5-a83e-f8f8077d4beb tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.0961514 Feb 02 16:08:46.012229 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Deleting port a1a8cb98-43ac-4579-8b97-48678b55a3bd {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:08:46.013468 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.042589 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e11c-6bac-4d98-8a54-b68b5a6583c3 req-6eb2dbb5-59eb-41ba-88e8-5dc763237b22 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:46.044699 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-74b9e11c-6bac-4d98-8a54-b68b5a6583c3 req-6eb2dbb5-59eb-41ba-88e8-5dc763237b22 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.0973606 Feb 02 16:08:46.094793 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-74b9e11c-6bac-4d98-8a54-b68b5a6583c3 req-9c18482f-8862-498b-a142-715dd000658f tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 Feb 02 16:08:46.123650 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100827-90f8-4ecc-8683-e80a77f793b7 req-452e288e-a54b-4301-a63f-1ffd89be4b69 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:46.125077 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a100827-90f8-4ecc-8683-e80a77f793b7 req-452e288e-a54b-4301-a63f-1ffd89be4b69 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 945 time: 0.2089055 Feb 02 16:08:46.205421 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a100827-90f8-4ecc-8683-e80a77f793b7 req-11a39a27-0a12-41b2-8ec7-752115cf705f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=36423f49-f67b-4923-b3b0-f444c8d9a320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709500 Feb 02 16:08:46.333774 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] For port a1a8cb98-43ac-4579-8b97-48678b55a3bd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a1a8cb98-43ac-4579-8b97-48678b55a3bd,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:08:46.334054 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.635599 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.635976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.636329 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Floating IP 9578c1fb-319e-402d-b1bf-65b612f588c6 disassociated. External IP: 172.28.2.173, port: a1a8cb98-43ac-4579-8b97-48678b55a3bd. Feb 02 16:08:46.637212 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Calling delete_port for a1a8cb98-43ac-4579-8b97-48678b55a3bd owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:08:46.864991 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.912698 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event deleted for resources: {'Port': ['ID=a1a8cb98-43ac-4579-8b97-48678b55a3bd,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:47.099392 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:08:47.290955 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:08:47.303121 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:08:47.316152 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:08:47.317094 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:08:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:47.347414 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f159-6aba-4d1e-9944-3e19bd89ad95 req-68a3ad0d-1276-42c0-9eaf-4c339720c25a tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:47.349026 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2d95f159-6aba-4d1e-9944-3e19bd89ad95 req-68a3ad0d-1276-42c0-9eaf-4c339720c25a tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.1412482 Feb 02 16:08:47.413360 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2d95f159-6aba-4d1e-9944-3e19bd89ad95 req-342bfd26-1d73-4f48-8b51-ab1f9e90aa04 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552843 Feb 02 16:08:47.517792 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f14faeed-fa82-40b3-ae70-06e542b94482 req-49c49c57-898a-4a16-9c96-1a8ddd3242dd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.0847075 Feb 02 16:08:47.523379 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] No DVR routers for this DVR port a1a8cb98-43ac-4579-8b97-48678b55a3bd on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:08:47.526467 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.529753 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'name': 'network-vif-deleted', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:47.612886 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34c59d4-4db5-4d37-977a-0b119bc26a7a', 'name': 'network-vif-deleted', 'tag': 'a1a8cb98-43ac-4579-8b97-48678b55a3bd', 'status': 'completed', 'code': 200} Feb 02 16:08:47.640080 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7058ac31-b37a-4f43-b9e1-d0ff3da75394 req-011903b1-2e74-468c-a8be-e6650405dd37 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "DELETE /v2.0/ports/a1a8cb98-43ac-4579-8b97-48678b55a3bd HTTP/1.1" status: 204 len: 173 time: 1.7559392 Feb 02 16:08:47.664803 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:08:48.066547 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:48.070845 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:08:48.079938 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:08:48.080602 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:08:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:48.297834 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.305283 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:08:48.659321 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:48.665559 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec6948-7c94-4c6f-8f8b-7de73c7261a8 None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:08:48.788371 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-988c9e08-b693-46fb-b805-d50d2b8f86dd req-ad04a9e1-5244-4f67-ae54-0cef6459a421 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:48.871634 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-988c9e08-b693-46fb-b805-d50d2b8f86dd req-ad04a9e1-5244-4f67-ae54-0cef6459a421 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:48.872805 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-988c9e08-b693-46fb-b805-d50d2b8f86dd req-ad04a9e1-5244-4f67-ae54-0cef6459a421 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34c59d4-4db5-4d37-977a-0b119bc26a7a HTTP/1.1" status: 200 len: 210 time: 0.1359563 Feb 02 16:08:48.991771 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faecba5e-5c6d-4b2c-8eff-9c072dbecf38 None None] New status for floating IP 9578c1fb-319e-402d-b1bf-65b612f588c6: DOWN {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:08:49.785159 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44010) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:49.899189 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:49.913908 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:49.918001 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b030eacffbc40258707fc79816f2312 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:49.920915 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:49.926501 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:50.010462 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.136518 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.143561 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44020) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:50.160460 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a1a8cb98-43ac-4579-8b97-48678b55a3bd no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:50.184669 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b030eacffbc40258707fc79816f2312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984234 Feb 02 16:08:50.185541 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27542d68-dd18-4cfd-8805-ec67aafc6bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65a9fb-f43b-4cdd-8920-954a3523d0d2,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:50.187393 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44024) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:50.198936 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: a1a8cb98-43ac-4579-8b97-48678b55a3bd {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:08:50.199956 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a1a8cb98-43ac-4579-8b97-48678b55a3bd not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:50.244026 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-54a78a88-96a1-4e12-98b2-ee7900b791d0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.289876 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-54a78a88-96a1-4e12-98b2-ee7900b791d0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.297285 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-34403324-15aa-4a8c-9de9-7cf6bedc6a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.344313 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-34403324-15aa-4a8c-9de9-7cf6bedc6a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.473189 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-54a78a88-96a1-4e12-98b2-ee7900b791d0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.491935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a78a88-96a1-4e12-98b2-ee7900b791d0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36423f49-f67b-4923-b3b0-f444c8d9a320,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:50.550732 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-34403324-15aa-4a8c-9de9-7cf6bedc6a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.570753 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34403324-15aa-4a8c-9de9-7cf6bedc6a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65a9fb-f43b-4cdd-8920-954a3523d0d2,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:50.573023 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-34403324-15aa-4a8c-9de9-7cf6bedc6a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.576980 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-34403324-15aa-4a8c-9de9-7cf6bedc6a5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d65a9fb-f43b-4cdd-8920-954a3523d0d2 HTTP/1.1" status: 204 len: 168 time: 0.3877082 Feb 02 16:08:50.579738 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-54a78a88-96a1-4e12-98b2-ee7900b791d0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.583229 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-54a78a88-96a1-4e12-98b2-ee7900b791d0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "DELETE /v2.0/security-groups/36423f49-f67b-4923-b3b0-f444c8d9a320 HTTP/1.1" status: 204 len: 168 time: 0.4361460 Feb 02 16:08:50.584147 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44030) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:50.619971 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.api.v2.resource [None req-6ecdd000-bda2-4e7d-bf93-ff04ef1180a5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] show failed (client error): The resource could not be found. Feb 02 16:08:50.624020 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6ecdd000-bda2-4e7d-bf93-ff04ef1180a5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups/36423f49-f67b-4923-b3b0-f444c8d9a320 HTTP/1.1" status: 404 len: 347 time: 0.0383065 Feb 02 16:08:50.624139 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44034) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:50.783088 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Deleting port 4ba4624b-ad40-4192-ba0c-412bfc4c5551 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:08:50.783464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.955428 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:50.955761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.079921 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Calling delete_port for 4ba4624b-ad40-4192-ba0c-412bfc4c5551 owned by network:floatingip {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:08:51.298298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44042) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:51.312648 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.362206 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.374294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event deleted for resources: {'Port': ['ID=4ba4624b-ad40-4192-ba0c-412bfc4c5551,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:51.410042 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:51.441882 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Usage tracker for resource:security_group_rule and tenant:55a80aef3995469ba402cf3d3aeea139 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:51.446761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:51.457819 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:51.490922 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.559026 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.629697 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.630628 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e5e6e615-60bc-4dca-a090-c55193ef7b15 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "DELETE /v2.0/floatingips/9578c1fb-319e-402d-b1bf-65b612f588c6 HTTP/1.1" status: 204 len: 168 time: 1.0056324 Feb 02 16:08:51.649882 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.702476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443dd576-5e77-4867-8405-f4c4031e42d1,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:51.706725 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e3b33944-8ebf-4cc5-a28c-2edd95c57d4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55a80aef3995469ba402cf3d3aeea139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074221 Feb 02 16:08:51.709775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44048) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:51.766191 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44d6cde8-07b0-42a9-9526-5f31c66643d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.790800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44d6cde8-07b0-42a9-9526-5f31c66643d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.936236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44d6cde8-07b0-42a9-9526-5f31c66643d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.952210 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6cde8-07b0-42a9-9526-5f31c66643d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443dd576-5e77-4867-8405-f4c4031e42d1,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:51.958402 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-44d6cde8-07b0-42a9-9526-5f31c66643d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.959911 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-44d6cde8-07b0-42a9-9526-5f31c66643d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/443dd576-5e77-4867-8405-f4c4031e42d1 HTTP/1.1" status: 204 len: 168 time: 0.2496772 Feb 02 16:08:52.903093 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44076) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:52.908092 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777074814', 'description': 'tempest-description--131931872'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:52.913778 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:52.918172 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:52.921065 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:52.926678 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:53.010338 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.030966 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:53.034703 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:53.037484 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:53.043905 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:53.119238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.198657 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.245571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfd4271-def3-4297-80fe-ad69bf49c9d1,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:53.342435 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.343722 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-244e2474-2dc8-44cf-9f1a-111c0c822cfd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4396546 Feb 02 16:08:53.347795 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44090) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:53.354837 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'security_group_rule': {'security_group_id': 'dbfd4271-def3-4297-80fe-ad69bf49c9d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:53.360848 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:53.364707 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:53.367588 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:53.373321 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:53.491420 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.563802 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.644809 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.668136 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14755087-2df0-4fae-9061-0775220607a6,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:53.770879 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:53.772051 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b6c8afcb-2e85-40bb-a4b1-0a66f007c695 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232006 Feb 02 16:08:53.778871 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44104) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:53.784025 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'security_group_rule': {'security_group_id': 'dbfd4271-def3-4297-80fe-ad69bf49c9d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:53.789810 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:53.794067 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:security_group_rule and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:53.797161 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:53.802865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:53.943944 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.008277 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.101713 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.203533 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9223bc6-157e-48db-b426-e12142a04a1c,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:54.421635 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.424138 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-6ed935fc-7423-499b-b312-65c7f9cbe658 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6430817 Feb 02 16:08:54.428848 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44118) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:54.434058 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'floatingip': {'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:54.440233 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:54.443983 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Usage tracker for resource:floatingip and tenant:37711180899542fcaee065f8b3abde27 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:54.446865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:54.452805 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:54.573246 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.722993 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.869128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Allocated IP 172.28.2.248 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/5f65371b-2f35-46f2-abf7-343b6d206d35) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:08:55.020379 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.116464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.179882 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:08:55.184323 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:08:55.187205 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:08:55.233007 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'Port': ['ID=5f65371b-2f35-46f2-abf7-343b6d206d35,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:55.279498 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.419462 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.629248 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.727460 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.840672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'Port': ['ID=5f65371b-2f35-46f2-abf7-343b6d206d35,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:55.848789 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:56.016085 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:56.017459 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-58078818-eecd-4c55-8f99-a581b97225c9 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5875037 Feb 02 16:08:56.268277 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-a0333c77-03e4-4f4a-bbe0-f2e849002707 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:56.338941 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-a0333c77-03e4-4f4a-bbe0-f2e849002707 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:56.340548 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-a0333c77-03e4-4f4a-bbe0-f2e849002707 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--777074814&fields=id&tenant_id=37711180899542fcaee065f8b3abde27 HTTP/1.1" status: 200 len: 267 time: 0.1235225 Feb 02 16:08:56.499211 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-becc42a9-f273-47e6-9d5a-6ab3b2dd3d4f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:56.501587 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-becc42a9-f273-47e6-9d5a-6ab3b2dd3d4f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 810 time: 0.1540592 Feb 02 16:08:56.517749 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-1ae72f86-9d5e-4216-ac7b-2dd6be5eecfc tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/quotas/37711180899542fcaee065f8b3abde27 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Feb 02 16:08:56.606505 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-4d004181-9796-44f1-8891-a5818b808739 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:56.690470 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-4d004181-9796-44f1-8891-a5818b808739 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:56.691862 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-4d004181-9796-44f1-8891-a5818b808739 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1687913 Feb 02 16:08:56.830819 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-4a010715-551a-47fb-b4e0-c5e5cc1d1048 service neutron] 10.222.0.31 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262600 Feb 02 16:08:56.961620 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-edc1a4c2-2331-46e5-a261-34a026bc4c2f service neutron] 10.222.0.31 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237411 Feb 02 16:08:57.446213 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8e3043b5-02b3-483a-9b2b-3e4d4bfb1875 req-9415405f-a45f-4701-b065-484976097451 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 210 time: 0.0668793 Feb 02 16:08:58.552028 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-34912317-3778-475e-bd6a-cce796d09acc req-ad99cb9b-5b3d-4623-85ff-8a9e81b31905 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 210 time: 0.0524082 Feb 02 16:08:59.127843 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a23f04d1-4b09-4485-bb06-777e198b4170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:59.178523 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e1c-2261-49d0-989b-25c07c8f8c3b req-0729cdc4-634d-4a95-8f30-5af3faec9093 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:59.180006 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-64f54e1c-2261-49d0-989b-25c07c8f8c3b req-0729cdc4-634d-4a95-8f30-5af3faec9093 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.0804791 Feb 02 16:08:59.225119 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-64f54e1c-2261-49d0-989b-25c07c8f8c3b req-891951a7-701d-4ef6-9150-d1dd181f8d0c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Feb 02 16:08:59.700547 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fc1adbe4-c6c4-49f5-97a0-34548f375809 req-5499b003-907b-4929-8648-cca1994781b7 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 210 time: 0.0419006 Feb 02 16:09:00.428757 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342c57-a25f-4b1a-921d-7702a82b2289 req-83ffd08b-09d4-41fa-8a23-23a1fe80316b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:00.430194 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-98342c57-a25f-4b1a-921d-7702a82b2289 req-83ffd08b-09d4-41fa-8a23-23a1fe80316b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.0886152 Feb 02 16:09:00.478276 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-98342c57-a25f-4b1a-921d-7702a82b2289 req-bbd2f6dd-9467-4151-ae74-2475be07762d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Feb 02 16:09:00.502972 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-f05b5961-85b9-48eb-acca-90249402356a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:00.504398 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-f05b5961-85b9-48eb-acca-90249402356a tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 810 time: 0.2428308 Feb 02 16:09:00.598060 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-eb5f32ac-fab0-44df-9ca8-2593905a537b tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37711180899542fcaee065f8b3abde27 HTTP/1.1" status: 200 len: 379 time: 0.0431409 Feb 02 16:09:00.606789 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'port': {'device_id': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'admin_state_up': True, 'tenant_id': '37711180899542fcaee065f8b3abde27', 'security_groups': ['dbfd4271-def3-4297-80fe-ad69bf49c9d1']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:00.754136 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:00.766737 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:00.862677 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-07391794-b903-43a7-b910-e8593db9b6a9 req-4bb677e9-5f11-4f68-9e28-1b25a222b8a5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 210 time: 0.0451484 Feb 02 16:09:00.924259 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Made reservation on behalf of 37711180899542fcaee065f8b3abde27 for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:00.927996 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.173893 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61a025-19c5-4d03-9165-42b709afc01d req-9ce7ec46-187c-4256-88a9-1a51bf56f404 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:01.175344 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fb61a025-19c5-4d03-9165-42b709afc01d req-9ce7ec46-187c-4256-88a9-1a51bf56f404 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.1802332 Feb 02 16:09:01.181422 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Allocated IP 172.20.0.12 (5687b2fa-20f0-4d66-833a-280a75073305/6d114091-9195-43b6-8968-1c08e5c34bf3/a34bd96f-47c4-4be4-badf-17830df5f409) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:01.284148 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Deleting port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:09:01.284491 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.418842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8c9aed2d-4e93-4b8e-b984-e60335fb3e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.652240 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.706137 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Transition to ACTIVE for port object a34bd96f-47c4-4be4-badf-17830df5f409 will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:01.737288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] For port 61f1b41e-9f8c-42fb-8d33-4c27596fc925, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=61f1b41e-9f8c-42fb-8d33-4c27596fc925,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:01.737644 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.833110 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200e59-80b1-4f64-8c37-6c8ba8490f0d req-ee98bff8-6b47-48aa-8ce4-8780ffb3006d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:01.834471 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aa200e59-80b1-4f64-8c37-6c8ba8490f0d req-ee98bff8-6b47-48aa-8ce4-8780ffb3006d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 946 time: 0.2478263 Feb 02 16:09:01.955217 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.004009 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aa200e59-80b1-4f64-8c37-6c8ba8490f0d req-ea1bab4b-2b4a-4b74-b02b-f8a31b5d0363 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596782 Feb 02 16:09:02.053176 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Network 5687b2fa-20f0-4d66-833a-280a75073305 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:02.058174 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:02.070245 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5c4a9-1c13-4abc-9047-430a4a1c23e7 req-3d7a76ba-8e65-43d3-a7a5-f3559b395b78 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:02.071804 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8ff5c4a9-1c13-4abc-9047-430a4a1c23e7 req-3d7a76ba-8e65-43d3-a7a5-f3559b395b78 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 932 time: 0.0967705 Feb 02 16:09:02.119575 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event updated for resources: {'Port': ['ID=a34bd96f-47c4-4be4-badf-17830df5f409,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:02.121218 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:09:02.140001 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8ff5c4a9-1c13-4abc-9047-430a4a1c23e7 req-ff094036-13dd-45a4-9af4-7fa914026fcf tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584114 Feb 02 16:09:02.341063 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:02.341611 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.344872 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.346353 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.346719 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.347033 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Floating IP dc8494d5-ce1a-438f-b448-903aaf940cf6 disassociated. External IP: 172.28.2.62, port: 61f1b41e-9f8c-42fb-8d33-4c27596fc925. Feb 02 16:09:02.347406 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Calling delete_port for 61f1b41e-9f8c-42fb-8d33-4c27596fc925 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:09:02.461362 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-11158112-4b4c-47c3-817a-744814281633 None None] Provisioning for port a34bd96f-47c4-4be4-badf-17830df5f409 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:02.466382 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-11158112-4b4c-47c3-817a-744814281633 None None] Provisioning complete for port a34bd96f-47c4-4be4-badf-17830df5f409 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:02.466746 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-11158112-4b4c-47c3-817a-744814281633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.530763 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-11158112-4b4c-47c3-817a-744814281633 None None] Port a34bd96f-47c4-4be4-badf-17830df5f409 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:09:02.556604 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-367f6e08-904f-4da8-ba40-39fc53a06650 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9534438 Feb 02 16:09:02.575215 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Request body: {'port': {'device_id': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:02.587309 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.609023 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.676934 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event deleted for resources: {'Port': ['ID=61f1b41e-9f8c-42fb-8d33-4c27596fc925,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:02.885363 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:02.975746 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:09:03.298581 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bc6e3236-1f9e-4426-956b-123731ef4b8c req-19a10b45-dada-4569-9e06-1f7872524fb8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cea888e-6da5-4fec-9484-c9d705888f6c HTTP/1.1" status: 200 len: 210 time: 0.1510906 Feb 02 16:09:03.329141 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d76c-56ee-472b-83d1-886bcd7ac386 req-a4457f4b-2d32-4eae-b5ba-bc5d5f3e52cd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:03.331280 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4be5d76c-56ee-472b-83d1-886bcd7ac386 req-a4457f4b-2d32-4eae-b5ba-bc5d5f3e52cd tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 932 time: 0.0961573 Feb 02 16:09:03.362256 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:09:03.376433 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:09:03.384437 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4be5d76c-56ee-472b-83d1-886bcd7ac386 req-1f762761-9bd1-4e7b-a842-01f8b1be0ede tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462413 Feb 02 16:09:03.386073 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:03.386808 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:03.454032 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] No DVR routers for this DVR port 61f1b41e-9f8c-42fb-8d33-4c27596fc925 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:09:03.457265 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:03.459683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-deleted', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:03.520722 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cea888e-6da5-4fec-9484-c9d705888f6c', 'name': 'network-vif-deleted', 'tag': '61f1b41e-9f8c-42fb-8d33-4c27596fc925', 'status': 'completed', 'code': 200} Feb 02 16:09:03.548083 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34bd96f-47c4-4be4-badf-17830df5f409 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:03.555871 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:03.571189 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:03.575337 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Transition to ACTIVE for port object a34bd96f-47c4-4be4-badf-17830df5f409 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:03.599540 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fb61a025-19c5-4d03-9165-42b709afc01d req-03a14114-667e-4b09-a932-ea8404f61290 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "DELETE /v2.0/ports/61f1b41e-9f8c-42fb-8d33-4c27596fc925 HTTP/1.1" status: 204 len: 173 time: 2.4156899 Feb 02 16:09:03.707438 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:03.931921 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:03.937319 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:09:03.947373 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:03.948039 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:03.985048 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Pushing event updated for resources: {'Port': ['ID=a34bd96f-47c4-4be4-badf-17830df5f409,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:04.023921 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.053719 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Attempting to bind port a34bd96f-47c4-4be4-badf-17830df5f409 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:04.054047 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Attempting to bind port a34bd96f-47c4-4be4-badf-17830df5f409 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:04.054385 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Attempting to bind port a34bd96f-47c4-4be4-badf-17830df5f409 on network 5687b2fa-20f0-4d66-833a-280a75073305 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:04.059354 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Port a34bd96f-47c4-4be4-badf-17830df5f409 on network 5687b2fa-20f0-4d66-833a-280a75073305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:09:04.059678 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Attempting to bind port a34bd96f-47c4-4be4-badf-17830df5f409 on network 5687b2fa-20f0-4d66-833a-280a75073305 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:04.068607 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:09:04.069166 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Checking segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:04.069634 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Bound using segment: {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:09:04.070240 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Bound port: a34bd96f-47c4-4be4-badf-17830df5f409, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c37467f-7f32-4c56-9402-33b9cda98039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:04.070771 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.171741 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] For port a34bd96f-47c4-4be4-badf-17830df5f409, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:09:04.174704 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] For port a34bd96f-47c4-4be4-badf-17830df5f409, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a34bd96f-47c4-4be4-badf-17830df5f409,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:09:04.200599 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:04.251496 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:09:04.290935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.304937 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 61f1b41e-9f8c-42fb-8d33-4c27596fc925 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:09:04.305287 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 61f1b41e-9f8c-42fb-8d33-4c27596fc925 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:09:04.361386 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:04.362000 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.363419 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] 10.222.0.85 "PUT /v2.0/ports/a34bd96f-47c4-4be4-badf-17830df5f409 HTTP/1.1" status: 200 len: 1094 time: 1.7922647 Feb 02 16:09:04.389823 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6c166-359a-4eaf-94bb-a53c8990692f service neutron] Pushing event updated for resources: {'Port': ['ID=a34bd96f-47c4-4be4-badf-17830df5f409,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:04.577576 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44294) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:04.656449 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:04.661181 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-69752190-3e7c-404d-9bc2-6f344e041a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:04.661660 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e542-82b2-410f-9c60-210b96724d18 None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:09:04.663536 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-69752190-3e7c-404d-9bc2-6f344e041a11 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 1097 time: 0.1250620 Feb 02 16:09:04.726917 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.757966 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-61aeacd0-1e2e-40d6-9dc0-acc528f43830 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34bd96f-47c4-4be4-badf-17830df5f409 HTTP/1.1" status: 200 len: 217 time: 0.0776746 Feb 02 16:09:04.773254 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162ecf1-7ab5-445a-bcde-06d785bce7c8 req-c87a08ac-85b3-46d1-a51d-2ace23405c36 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:04.785586 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d162ecf1-7ab5-445a-bcde-06d785bce7c8 req-c87a08ac-85b3-46d1-a51d-2ace23405c36 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 944 time: 0.1845036 Feb 02 16:09:04.806987 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.831918 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-c0b79091-63a9-4b01-a477-2aa59cc83d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:04.833647 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-c0b79091-63a9-4b01-a477-2aa59cc83d58 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0661955 Feb 02 16:09:04.864471 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d162ecf1-7ab5-445a-bcde-06d785bce7c8 req-784018ad-10b6-4ae6-9063-40f9025bec56 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779345 Feb 02 16:09:04.925665 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-ca3e9845-ba04-4255-ba51-a23a3f592713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:04.927668 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-ca3e9845-ba04-4255-ba51-a23a3f592713 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872574 Feb 02 16:09:04.970142 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841d8d29-45ec-4ddc-bd0e-97013c96f5b8 None None] New status for floating IP dc8494d5-ce1a-438f-b448-903aaf940cf6: DOWN {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:09:05.050285 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.082193 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:05.083677 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-c41f8607-fa86-47cb-98a1-39bdebe8d031 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453025 Feb 02 16:09:05.091992 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.092346 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.092687 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.093223 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.093557 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.094051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.094713 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.095240 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.099078 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.099078 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.099078 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.099078 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:05.230652 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-85c0bfc1-7d2c-49a2-a2c9-c17807b815db req-eed56d3e-bb3d-408e-af3c-48fb7e5775ec service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302536 Feb 02 16:09:05.237356 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.238475 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-27102591-4b6a-454b-8b91-d1a9ca490635 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "DELETE /v2.0/security-groups/282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c HTTP/1.1" status: 204 len: 168 time: 0.6598258 Feb 02 16:09:05.241593 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44308) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:05.277430 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.api.v2.resource [None req-d2a8adfd-7d3f-4c65-812f-8df41ebb9dac tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] show failed (client error): The resource could not be found. Feb 02 16:09:05.279709 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d2a8adfd-7d3f-4c65-812f-8df41ebb9dac tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups/282b8e3c-2dcd-43bf-8fcf-ec4ca9eeb59c HTTP/1.1" status: 404 len: 347 time: 0.0358458 Feb 02 16:09:05.282560 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44312) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:05.458139 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Deleting port 087ea673-9870-426f-a3e0-8c84b4a9e4b9 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:09:05.458479 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.522068 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:05.566492 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'status': 'completed', 'code': 200} Feb 02 16:09:05.629462 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.629998 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.681969 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-57e31a95-28d7-438f-992d-2ead2a0e3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:05.683461 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-57e31a95-28d7-438f-992d-2ead2a0e3f75 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 1097 time: 0.0707643 Feb 02 16:09:05.847806 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Calling delete_port for 087ea673-9870-426f-a3e0-8c84b4a9e4b9 owned by network:floatingip {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:09:05.858390 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-c31444fa-afa4-4d1f-89a1-c86d8a0a96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:05.859897 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-c31444fa-afa4-4d1f-89a1-c86d8a0a96fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 911 time: 0.1409891 Feb 02 16:09:05.936229 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-2afc8705-6aad-4e8b-b31c-9770b3b547d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34bd96f-47c4-4be4-badf-17830df5f409 HTTP/1.1" status: 200 len: 217 time: 0.0694234 Feb 02 16:09:06.002497 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-81fc601e-3d07-4078-9551-4f4c1adddf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:06.004119 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-81fc601e-3d07-4078-9551-4f4c1adddf12 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0619426 Feb 02 16:09:06.072848 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9e180-4b3b-46b3-8654-b2b1d4a77f2e req-6185e24c-b321-4570-b7e0-dbc095880350 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:06.074374 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e8a9e180-4b3b-46b3-8654-b2b1d4a77f2e req-6185e24c-b321-4570-b7e0-dbc095880350 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 944 time: 0.0987823 Feb 02 16:09:06.095211 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-9e91802d-feaf-4f49-98af-bad38948f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:06.103476 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-9e91802d-feaf-4f49-98af-bad38948f92c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744619 Feb 02 16:09:06.123228 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e8a9e180-4b3b-46b3-8654-b2b1d4a77f2e req-514b780c-1fbf-471e-a425-99c21becbf82 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398233 Feb 02 16:09:06.133287 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.186032 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event deleted for resources: {'Port': ['ID=087ea673-9870-426f-a3e0-8c84b4a9e4b9,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:06.243412 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-d3eab041-1109-421b-a7c6-28b6dd1068c2 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306448 Feb 02 16:09:06.376568 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-97eca242-fcbc-40ac-9b5e-b3cd7b715f78 req-31468535-d640-4245-ae1c-f56d6828d8f6 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271708 Feb 02 16:09:06.700550 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.714608 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.715793 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2f71224c-ce2c-4a69-8fa2-b40c9c33956c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "DELETE /v2.0/floatingips/dc8494d5-ce1a-438f-b448-903aaf940cf6 HTTP/1.1" status: 204 len: 168 time: 1.4319258 Feb 02 16:09:07.167652 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44334) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:07.173256 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250178901', 'description': 'tempest-description--1637198370'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:07.179367 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:07.183857 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:07.187945 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:07.194439 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:07.316014 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.337712 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:07.342315 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:07.345308 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:07.352571 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:07.440742 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.473437 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792455a-993f-49e1-9371-c7321493e8c2 req-370dacd4-bab7-4d5e-92b3-6d57fdcf2989 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:07.475984 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4792455a-993f-49e1-9371-c7321493e8c2 req-370dacd4-bab7-4d5e-92b3-6d57fdcf2989 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 944 time: 0.1012614 Feb 02 16:09:07.520718 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4792455a-993f-49e1-9371-c7321493e8c2 req-db7175c9-ea02-4a3f-872a-895c57bdbb9c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Feb 02 16:09:07.523941 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.568790 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec5176-fb2d-4a40-bd95-53c2cb769b80,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:07.661621 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.661621 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-9b5624fa-a208-4e00-8769-f94f4af56e36 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4858632 Feb 02 16:09:07.661874 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44346) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:07.664517 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'security_group_rule': {'security_group_id': 'eaec5176-fb2d-4a40-bd95-53c2cb769b80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:07.670769 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:07.674709 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:07.677645 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:07.683710 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:07.782402 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.842607 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.015446 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.038567 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba25487-be38-423c-a4b4-ee11b837a7a1,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:08.144542 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.145779 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-cf582b8c-ddcc-4e65-be74-0899e77521b5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854262 Feb 02 16:09:08.148582 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44352) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:08.153812 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'security_group_rule': {'security_group_id': 'eaec5176-fb2d-4a40-bd95-53c2cb769b80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:08.159685 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:08.163599 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:security_group_rule and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:08.166694 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:08.173071 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:08.271058 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.277592 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a34bd96f-47c4-4be4-badf-17830df5f409 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:09:08.338347 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.415003 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a34bd96f-47c4-4be4-badf-17830df5f409, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a34bd96f-47c4-4be4-badf-17830df5f409,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:08.428508 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'port_id': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'mac_address': 'fa:16:3e:91:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:09:08.435641 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.459158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582b345f-542f-4eed-af52-009d9cdd6594,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:08.483279 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.499554 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34bd96f-47c4-4be4-badf-17830df5f409 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:08.514918 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a34bd96f-47c4-4be4-badf-17830df5f409, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a34bd96f-47c4-4be4-badf-17830df5f409,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:08.561547 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.563080 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e67e0a8c-7e85-4d2d-8beb-82fcff0d1f94 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4132125 Feb 02 16:09:08.565839 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44364) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:08.570969 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'floatingip': {'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:08.577429 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:08.581469 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Usage tracker for resource:floatingip and tenant:12080162c4ee44608e4405978b6b14ca is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:08.584470 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:08.590027 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.595042 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:08.662717 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a34bd96f-47c4-4be4-badf-17830df5f409,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:08.671006 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.671473 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.672014 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.672514 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.677183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.679241 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.805857 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6eb1b-2f5e-4a81-a25d-d36b4a24371f req-ba5f4e47-1317-4167-aba9-616a09fd2f08 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:08.807333 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ab6eb1b-2f5e-4a81-a25d-d36b4a24371f req-ba5f4e47-1317-4167-aba9-616a09fd2f08 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 945 time: 0.1703558 Feb 02 16:09:08.859169 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44372) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:08.873024 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ab6eb1b-2f5e-4a81-a25d-d36b4a24371f req-7193f6d6-1aac-44ca-984c-ad6cf5c9b234 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587533 Feb 02 16:09:08.883744 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.884704 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['a34bd96f-47c4-4be4-badf-17830df5f409'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:09:09.024867 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.025882 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Allocated IP 172.28.2.236 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/cdd20d76-5153-4ea5-ae5f-148a3f9905b9) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:09.135154 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:09.139174 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Usage tracker for resource:security_group_rule and tenant:b8a0eff0fa2440dab721c6489c13486f is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:09.142052 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:09.147780 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:09.192562 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.231191 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.299198 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.333013 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.367159 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:09.370085 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:09.372749 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:09:09.380207 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8a0eff0fa2440dab721c6489c13486f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197892 Feb 02 16:09:09.382158 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a43d-2437-4742-8624-c0bcf24b0cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b07c3f-6e3f-46c6-95a6-611c1b2c0726,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:09.386308 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44378) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:09.413115 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'Port': ['ID=cdd20d76-5153-4ea5-ae5f-148a3f9905b9,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:09.450607 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e63bec08-0656-4683-a7d3-48db53254640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.460141 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.476743 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e63bec08-0656-4683-a7d3-48db53254640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.590313 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.598477 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e63bec08-0656-4683-a7d3-48db53254640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.614630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bec08-0656-4683-a7d3-48db53254640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b07c3f-6e3f-46c6-95a6-611c1b2c0726,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:09.619055 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e63bec08-0656-4683-a7d3-48db53254640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.623162 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e63bec08-0656-4683-a7d3-48db53254640 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48b07c3f-6e3f-46c6-95a6-611c1b2c0726 HTTP/1.1" status: 204 len: 168 time: 0.2357023 Feb 02 16:09:09.799344 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for port, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:09.952797 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2154230'] for port, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.073416 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd2b25-ddc6-466c-aad4-2df7f3957fb1 req-aeb2e83a-d24b-4c44-ab5b-702644a2a8fa tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:10.074153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-cedd2b25-ddc6-466c-aad4-2df7f3957fb1 req-aeb2e83a-d24b-4c44-ab5b-702644a2a8fa tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:10.146872 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'Port': ['ID=cdd20d76-5153-4ea5-ae5f-148a3f9905b9,revision_number=2']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:10.158683 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.286167 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a34bd96f-47c4-4be4-badf-17830df5f409 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:09:10.306735 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-cedd2b25-ddc6-466c-aad4-2df7f3957fb1 req-aeb2e83a-d24b-4c44-ab5b-702644a2a8fa tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:10.308106 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cedd2b25-ddc6-466c-aad4-2df7f3957fb1 req-aeb2e83a-d24b-4c44-ab5b-702644a2a8fa tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 945 time: 0.3215230 Feb 02 16:09:10.355657 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.356680 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cedd2b25-ddc6-466c-aad4-2df7f3957fb1 req-cdb0186d-5c0e-4bd6-8aaa-f76c12b0a224 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Feb 02 16:09:10.357611 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ef10c5ae-dd24-4c18-8d65-60d6241c4cd9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7901595 Feb 02 16:09:10.424529 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port a34bd96f-47c4-4be4-badf-17830df5f409 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:10.429776 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port a34bd96f-47c4-4be4-badf-17830df5f409 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:10.430211 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.554916 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44402) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:10.555969 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.577861 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.584435 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-96556cdf-3854-49ea-b79f-60c385aee48f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:10.594935 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port a34bd96f-47c4-4be4-badf-17830df5f409, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a34bd96f-47c4-4be4-badf-17830df5f409,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:10.596496 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:10.597331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:10.601644 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Usage tracker for resource:security_group_rule and tenant:620d6855bfc9420b92cc13562c680e33 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:10.604804 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:10.611491 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:10.643130 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'code': 200} Feb 02 16:09:10.698316 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.701380 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.735665 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-96556cdf-3854-49ea-b79f-60c385aee48f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:10.737784 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-96556cdf-3854-49ea-b79f-60c385aee48f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1250178901&fields=id&tenant_id=12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 267 time: 0.1982913 Feb 02 16:09:10.776817 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a34bd96f-47c4-4be4-badf-17830df5f409,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:10.787622 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.825260 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=620d6855bfc9420b92cc13562c680e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687209 Feb 02 16:09:10.828259 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44412) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:10.899395 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277d8f-a46f-4999-b329-b5426e6174e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a52b399-3d75-49e3-89bc-0a7fd6d9de43,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:10.918945 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-914a6b5c-db5a-4699-9939-34c9e092ae88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:10.937836 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ed5a9c41-c436-48fc-a7af-384ef00be5e4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:10.938954 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ed5a9c41-c436-48fc-a7af-384ef00be5e4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:network {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:10.946017 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-914a6b5c-db5a-4699-9939-34c9e092ae88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:11.049812 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ed5a9c41-c436-48fc-a7af-384ef00be5e4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:network {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:11.051756 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ed5a9c41-c436-48fc-a7af-384ef00be5e4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 815 time: 0.3072989 Feb 02 16:09:11.073724 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-65777942-d0e8-4052-b6ad-fa4f783ac51f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/quotas/12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 375 time: 0.0158901 Feb 02 16:09:11.092060 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75bc1a-89c9-42ac-997f-7506612333bb req-e03c29e0-8940-45ce-bcef-08fa61e12540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:11.093562 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fc75bc1a-89c9-42ac-997f-7506612333bb req-e03c29e0-8940-45ce-bcef-08fa61e12540 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 1099 time: 0.0737495 Feb 02 16:09:11.136604 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fc75bc1a-89c9-42ac-997f-7506612333bb req-173f6fec-2ac2-487e-9b52-c14455c3735f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353949 Feb 02 16:09:11.153333 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ce9c04a5-4ee1-4559-bc1e-ec38245d1e02 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:11.167207 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-914a6b5c-db5a-4699-9939-34c9e092ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:11.184544 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a6b5c-db5a-4699-9939-34c9e092ae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a52b399-3d75-49e3-89bc-0a7fd6d9de43,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:11.189611 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-914a6b5c-db5a-4699-9939-34c9e092ae88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:11.190711 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-914a6b5c-db5a-4699-9939-34c9e092ae88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a52b399-3d75-49e3-89bc-0a7fd6d9de43 HTTP/1.1" status: 204 len: 168 time: 0.3615479 Feb 02 16:09:11.232516 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ce9c04a5-4ee1-4559-bc1e-ec38245d1e02 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:11.234092 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ce9c04a5-4ee1-4559-bc1e-ec38245d1e02 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1596200 Feb 02 16:09:11.511808 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-63ff1125-e1f3-4ef8-9551-97db05cb8d0f service neutron] 10.222.0.31 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283927 Feb 02 16:09:11.516494 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-5b64ba53-ba65-43db-9f90-f38ee23357fc service neutron] 10.222.0.31 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359835 Feb 02 16:09:11.558687 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3134aa-a4e7-4132-889d-9a3e593e74cb req-73c187bf-5e58-4578-84f8-8e2612444a97 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:11.560839 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fb3134aa-a4e7-4132-889d-9a3e593e74cb req-73c187bf-5e58-4578-84f8-8e2612444a97 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.0894976 Feb 02 16:09:11.609280 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fb3134aa-a4e7-4132-889d-9a3e593e74cb req-98ce2ba3-a7f4-4c37-b1a6-ef004dc337f0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411720 Feb 02 16:09:11.926296 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-80a72082-ab4e-419a-bd4f-951e24b365ee req-1264c0e6-c108-494f-ac7d-0f48edb53ee0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:11.939066 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-80a72082-ab4e-419a-bd4f-951e24b365ee req-1264c0e6-c108-494f-ac7d-0f48edb53ee0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:11.941699 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-80a72082-ab4e-419a-bd4f-951e24b365ee req-1264c0e6-c108-494f-ac7d-0f48edb53ee0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 210 time: 0.0573750 Feb 02 16:09:12.450965 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44438) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:12.467599 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:12.481446 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:12.485708 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Usage tracker for resource:security_group_rule and tenant:399b72dccfae45f7be03c7abc5016a1c is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:12.488470 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:12.494083 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:12.584561 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:12.652779 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:12.704676 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=399b72dccfae45f7be03c7abc5016a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531784 Feb 02 16:09:12.706163 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0fcb3-b97e-43c2-9be2-773fe2097f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d0aee-79e1-4f08-a1f6-15c910b49da1,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:12.707319 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44446) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:12.835846 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-07d82bbc-0f68-40b0-b5ed-7686007adb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:12.867750 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-07d82bbc-0f68-40b0-b5ed-7686007adb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:12.884524 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d540a-c42d-4c7a-8464-10bcad2f3226 req-1ecf2341-d09a-4910-97e6-7a0665971e56 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:12.887561 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e92d540a-c42d-4c7a-8464-10bcad2f3226 req-1ecf2341-d09a-4910-97e6-7a0665971e56 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.1532946 Feb 02 16:09:12.953182 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e92d540a-c42d-4c7a-8464-10bcad2f3226 req-e6cfb334-8201-4c3a-a34f-1fecd7c8f550 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578465 Feb 02 16:09:13.042047 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-07d82bbc-0f68-40b0-b5ed-7686007adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:13.061242 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d82bbc-0f68-40b0-b5ed-7686007adb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d0aee-79e1-4f08-a1f6-15c910b49da1,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:13.097499 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c25715d1-d6e8-424d-916e-2304e034a0eb req-96113c65-b80f-4ffb-af9d-df9d5776efb8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 210 time: 0.0477579 Feb 02 16:09:13.118394 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-07d82bbc-0f68-40b0-b5ed-7686007adb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:13.119527 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-07d82bbc-0f68-40b0-b5ed-7686007adb3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e17d0aee-79e1-4f08-a1f6-15c910b49da1 HTTP/1.1" status: 204 len: 168 time: 0.4098437 Feb 02 16:09:13.162496 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bce592-1110-441c-bca8-29522fb3dab8 req-ee09e64c-d3e4-42c1-b9c0-c4546f38f7f0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:13.165065 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-34bce592-1110-441c-bca8-29522fb3dab8 req-ee09e64c-d3e4-42c1-b9c0-c4546f38f7f0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.1066332 Feb 02 16:09:13.173741 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44456) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:13.178938 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Request body: {'floatingip': {'port_id': 'a34bd96f-47c4-4be4-badf-17830df5f409'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:13.256856 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:13.950533 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:14.044778 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:14.240677 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Floating IP 24b376a4-a7d5-43a4-b886-1a444c3983ca associated. External IP: 172.28.2.248, port: a34bd96f-47c4-4be4-badf-17830df5f409. Feb 02 16:09:14.274890 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bd478b3d-fe8a-4308-82cd-7fd4b9779dba req-ff377d43-250b-4cc9-9e25-c18c8504f55e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 210 time: 0.0510998 Feb 02 16:09:14.659432 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-aafe4459-2732-4be4-ba89-7ba35f71c62f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:14.660936 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-aafe4459-2732-4be4-ba89-7ba35f71c62f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 815 time: 0.2934036 Feb 02 16:09:14.709315 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7ef4-c2d3-4d93-aee2-22285ff0c987 req-d78a214a-02d8-4a39-93e3-c5b7b94bd682 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:14.710712 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-225b7ef4-c2d3-4d93-aee2-22285ff0c987 req-d78a214a-02d8-4a39-93e3-c5b7b94bd682 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.3420575 Feb 02 16:09:14.823709 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-763845bc-f878-4dad-a50e-29b7b78b1441 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:14.862382 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-225b7ef4-c2d3-4d93-aee2-22285ff0c987 req-28647c07-bd07-4db0-86e0-aa292e907b2a tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005220 Feb 02 16:09:14.868022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-763845bc-f878-4dad-a50e-29b7b78b1441 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:14.869036 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-763845bc-f878-4dad-a50e-29b7b78b1441 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 380 time: 0.1927407 Feb 02 16:09:14.870721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:09:14.883502 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'port': {'device_id': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'admin_state_up': True, 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'security_groups': ['eaec5176-fb2d-4a40-bd95-53c2cb769b80']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:15.129405 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44498) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:15.165770 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:15.175168 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:09:15.182565 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:15.184468 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:09:15.194561 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:15.195427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.195567 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:15.252999 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-52141b7e-f027-404e-8b41-90a83fbdf5b4 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "PUT /v2.0/floatingips/24b376a4-a7d5-43a4-b886-1a444c3983ca HTTP/1.1" status: 200 len: 992 time: 2.0780430 Feb 02 16:09:15.254015 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:15.256738 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.270760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Made reservation on behalf of 12080162c4ee44608e4405978b6b14ca for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:15.274295 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.288816 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:15.293259 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Usage tracker for resource:security_group_rule and tenant:e2e25965363846f8bc044517a32268d0 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:15.298988 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:15.311085 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:15.422942 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:15.447389 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'status': 'completed', 'code': 200} Feb 02 16:09:15.488759 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.536342 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbe56a-548c-4860-95f4-8a6c650a4526 req-f62b1d38-7847-4824-b2df-fcae4831a73c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:15.537944 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0ecbe56a-548c-4860-95f4-8a6c650a4526 req-f62b1d38-7847-4824-b2df-fcae4831a73c tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.0918818 Feb 02 16:09:15.543461 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1172213c-3232-40dc-ba3b-310398cb857e req-eeb04673-7306-4654-8b1a-5218f944187a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 210 time: 0.0986233 Feb 02 16:09:15.617955 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0ecbe56a-548c-4860-95f4-8a6c650a4526 req-642e1b7a-3523-4cb1-8092-d472379d6384 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556791 Feb 02 16:09:15.617955 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.664108 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2e25965363846f8bc044517a32268d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319285 Feb 02 16:09:15.665086 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c553f1-5211-48c0-a26a-603cad9830cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136a264-9b20-41dc-963c-4731232dc12e,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:15.667526 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44510) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:15.672229 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Allocated IP 172.20.0.3 (72828d6a-b12a-460d-8837-f1dea113772e/f19a8244-c2da-443d-a935-20247696a73a/0c8430b7-904b-4d49-b39e-02f5dbe56171) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:15.748816 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-4ae73018-c936-4266-b92b-36bd30c99c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:15.750269 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-4ae73018-c936-4266-b92b-36bd30c99c31 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37711180899542fcaee065f8b3abde27&device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 1099 time: 0.3021929 Feb 02 16:09:15.833538 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '24b376a4-a7d5-43a4-b886-1a444c3983ca', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'port_id': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'mac_address': 'fa:16:3e:91:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:08:55Z', 'updated_at': '2022-02-02T16:09:13Z', 'revision_number': 1, 'project_id': '37711180899542fcaee065f8b3abde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:15.837414 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:09:15.845944 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:15.846585 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:15.909778 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ff28a41a-b93a-4fb6-a571-7c8af57dde46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.991520 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ff28a41a-b93a-4fb6-a571-7c8af57dde46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.029566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:16.115018 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-e43ad82c-df3f-424f-b9e6-205f6255e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.116479 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-e43ad82c-df3f-424f-b9e6-205f6255e238 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 200 len: 911 time: 0.3560355 Feb 02 16:09:16.210950 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.269411 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-b28db383-1b55-4979-a4e6-3fc9759085de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34bd96f-47c4-4be4-badf-17830df5f409 HTTP/1.1" status: 200 len: 1000 time: 0.1425686 Feb 02 16:09:16.277683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3a80f-92f8-4073-9f08-b9eee204b495 req-0da81de4-1767-49ba-a69d-5fd1e174bf3e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.288058 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-24a3a80f-92f8-4073-9f08-b9eee204b495 req-0da81de4-1767-49ba-a69d-5fd1e174bf3e tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.3061378 Feb 02 16:09:16.360979 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Transition to ACTIVE for port object 0c8430b7-904b-4d49-b39e-02f5dbe56171 will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:16.368377 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-8bc40aac-1e07-4e76-a1e3-fe3846bb829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.371977 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-8bc40aac-1e07-4e76-a1e3-fe3846bb829f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 200 len: 849 time: 0.0898550 Feb 02 16:09:16.371977 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ff28a41a-b93a-4fb6-a571-7c8af57dde46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.375446 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '24b376a4-a7d5-43a4-b886-1a444c3983ca', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'port_id': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'mac_address': 'fa:16:3e:91:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:08:55Z', 'updated_at': '2022-02-02T16:09:13Z', 'revision_number': 1, 'project_id': '37711180899542fcaee065f8b3abde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:16.379739 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449759a1-d17b-4f46-9767-6fe6e9286ccf None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '24b376a4-a7d5-43a4-b886-1a444c3983ca', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'port_id': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'mac_address': 'fa:16:3e:91:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:08:55Z', 'updated_at': '2022-02-02T16:09:13Z', 'revision_number': 1, 'project_id': '37711180899542fcaee065f8b3abde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:09:16.428494 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-24a3a80f-92f8-4073-9f08-b9eee204b495 req-d733ccf9-a6de-4125-bbf3-39b105bf5666 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129365 Feb 02 16:09:16.436179 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a41a-b93a-4fb6-a571-7c8af57dde46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136a264-9b20-41dc-963c-4731232dc12e,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:16.486252 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-746d261e-c2a3-4622-812a-40493d0316a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.487748 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-746d261e-c2a3-4622-812a-40493d0316a1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5687b2fa-20f0-4d66-833a-280a75073305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977917 Feb 02 16:09:16.594463 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229421ce-34eb-4a7a-87a2-dc6dbd071caf None None] New status for floating IP 24b376a4-a7d5-43a4-b886-1a444c3983ca: ACTIVE {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:09:16.639194 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ff28a41a-b93a-4fb6-a571-7c8af57dde46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.640534 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-ff28a41a-b93a-4fb6-a571-7c8af57dde46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2136a264-9b20-41dc-963c-4731232dc12e HTTP/1.1" status: 204 len: 168 time: 0.9710364 Feb 02 16:09:16.643375 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-47784573-564b-418f-abeb-123a70b2bfd4 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477869 Feb 02 16:09:16.684457 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.794284 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e21a0f-b6e2-467c-843c-a9e54e5151b9 req-16ef758f-b5d7-418b-be67-98e4ba0ce43f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.796422 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-21e21a0f-b6e2-467c-843c-a9e54e5151b9 req-16ef758f-b5d7-418b-be67-98e4ba0ce43f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 931 time: 0.0932238 Feb 02 16:09:16.848335 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-21e21a0f-b6e2-467c-843c-a9e54e5151b9 req-ed4937a0-d581-4e75-9654-8d5ac13d066b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Feb 02 16:09:16.860127 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Network 72828d6a-b12a-460d-8837-f1dea113772e is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:16.870904 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:16.891157 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:09:16.951969 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:17.012272 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:17.014375 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:17.018635 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aea6c6e-e660-4a4a-83c5-81e74f308cc1 req-1dd76cac-71ad-4c93-b67f-70b2756d6014 service neutron] 10.222.0.85 "GET /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685713 Feb 02 16:09:17.041818 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f3ae-2d46-4203-ad2a-ca80e5244934 req-2a22f065-18a6-4579-8c14-3f81ed1c7286 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:17.046683 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-76e7f3ae-2d46-4203-ad2a-ca80e5244934 req-2a22f065-18a6-4579-8c14-3f81ed1c7286 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.2627337 Feb 02 16:09:17.093383 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-76e7f3ae-2d46-4203-ad2a-ca80e5244934 req-f56059a4-02a3-4deb-9805-8ede0fbd1ad0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458300 Feb 02 16:09:17.202795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a707da5b-fcee-4df7-bf50-551f10f647b6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3285255 Feb 02 16:09:17.226091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Request body: {'port': {'device_id': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:17.235194 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-79d3aca3-a3a7-4045-a808-b82b33c1e0c3 None None] Provisioning for port 0c8430b7-904b-4d49-b39e-02f5dbe56171 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:17.240653 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-79d3aca3-a3a7-4045-a808-b82b33c1e0c3 None None] Provisioning complete for port 0c8430b7-904b-4d49-b39e-02f5dbe56171 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:17.246059 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-79d3aca3-a3a7-4045-a808-b82b33c1e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:17.297616 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-79d3aca3-a3a7-4045-a808-b82b33c1e0c3 None None] Port 0c8430b7-904b-4d49-b39e-02f5dbe56171 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:09:17.428021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:17.625709 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55544638-0524-4068-bead-e9f5a904d2e2 req-35822a76-d5b0-4c94-a5e2-ed6e8db262c9 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:17.627300 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-55544638-0524-4068-bead-e9f5a904d2e2 req-35822a76-d5b0-4c94-a5e2-ed6e8db262c9 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.0926108 Feb 02 16:09:17.674823 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-55544638-0524-4068-bead-e9f5a904d2e2 req-8d82e801-5ad7-4205-90f5-de5c2399f709 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Feb 02 16:09:17.787191 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8430b7-904b-4d49-b39e-02f5dbe56171 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:17.795316 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:17.810520 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Transition to ACTIVE for port object 0c8430b7-904b-4d49-b39e-02f5dbe56171 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:17.903598 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.113921 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:18.240315 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.245542 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cff72-5d6d-4110-9850-72a7c1142feb req-a47abac4-628f-408f-9881-b445aa6f1db7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:18.246244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0c3cff72-5d6d-4110-9850-72a7c1142feb req-a47abac4-628f-408f-9881-b445aa6f1db7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:18.251994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Attempting to bind port 0c8430b7-904b-4d49-b39e-02f5dbe56171 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:18.251994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Attempting to bind port 0c8430b7-904b-4d49-b39e-02f5dbe56171 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:18.251994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Attempting to bind port 0c8430b7-904b-4d49-b39e-02f5dbe56171 on network 72828d6a-b12a-460d-8837-f1dea113772e {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:18.259311 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Port 0c8430b7-904b-4d49-b39e-02f5dbe56171 on network 72828d6a-b12a-460d-8837-f1dea113772e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:09:18.259739 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Attempting to bind port 0c8430b7-904b-4d49-b39e-02f5dbe56171 on network 72828d6a-b12a-460d-8837-f1dea113772e {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:18.269242 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:09:18.269610 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Checking segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:18.270001 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Bound using segment: {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:09:18.270434 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Bound port: 0c8430b7-904b-4d49-b39e-02f5dbe56171, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae36c1-bd28-4795-9779-359a4833b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:18.270847 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.306337 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a029-d4a9-446a-b3fb-c51f1ff475e4 req-b144abc4-38cf-4d78-8348-9556c88d4f91 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:18.307834 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fa39a029-d4a9-446a-b3fb-c51f1ff475e4 req-b144abc4-38cf-4d78-8348-9556c88d4f91 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.0931208 Feb 02 16:09:18.354850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0c3cff72-5d6d-4110-9850-72a7c1142feb req-a47abac4-628f-408f-9881-b445aa6f1db7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:18.355658 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fa39a029-d4a9-446a-b3fb-c51f1ff475e4 req-73cc477e-5029-4960-b961-35a97b6491da tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Feb 02 16:09:18.356498 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c3cff72-5d6d-4110-9850-72a7c1142feb req-a47abac4-628f-408f-9881-b445aa6f1db7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.3362973 Feb 02 16:09:18.383058 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:09:18.400548 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:09:18.412396 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c3cff72-5d6d-4110-9850-72a7c1142feb req-d7e8d2fe-02fa-4794-a6f0-8056df620e74 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493901 Feb 02 16:09:18.513238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.587025 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:18.587929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.590073 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] 10.222.0.85 "PUT /v2.0/ports/0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 200 len: 1093 time: 1.3681459 Feb 02 16:09:18.590711 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:18.637570 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef683c93-5dcf-4935-b5f7-dcaf8e79ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:18.667911 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'status': 'completed', 'code': 200} Feb 02 16:09:18.815286 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001332f-c345-479d-a90e-6e5de34808ac req-2ca5f877-e9df-47cf-9f2d-bce9a4d1c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:18.817909 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8001332f-c345-479d-a90e-6e5de34808ac req-2ca5f877-e9df-47cf-9f2d-bce9a4d1c2c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1096 time: 0.1022081 Feb 02 16:09:18.892342 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44574) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:18.935912 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9baeb-f853-417e-8da1-bf91d6d77df0 req-e6fd104e-884a-4588-8ccb-e5ff1c9779ba tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:18.938743 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4dc9baeb-f853-417e-8da1-bf91d6d77df0 req-e6fd104e-884a-4588-8ccb-e5ff1c9779ba tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.1425850 Feb 02 16:09:18.987648 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4dc9baeb-f853-417e-8da1-bf91d6d77df0 req-78f14c9d-90a3-4403-886c-e8455f65e510 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Feb 02 16:09:19.002785 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001332f-c345-479d-a90e-6e5de34808ac req-ff9fe00f-05f0-4562-b2d3-708533322bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:19.008106 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8001332f-c345-479d-a90e-6e5de34808ac req-ff9fe00f-05f0-4562-b2d3-708533322bea service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=12080162c4ee44608e4405978b6b14ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1653953 Feb 02 16:09:19.049733 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:19.063697 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:19.067674 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e4325c6ff244eb97953bd742d2473b is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:19.070438 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:19.076530 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:19.129879 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:09:19.165297 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:19.208593 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001332f-c345-479d-a90e-6e5de34808ac req-09ab02a9-70b1-4474-872b-32401ea8edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:19.210035 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8001332f-c345-479d-a90e-6e5de34808ac req-09ab02a9-70b1-4474-872b-32401ea8edfe service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1964502 Feb 02 16:09:19.232164 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-9e665e22-8cef-4833-8fcb-0a63c471ec3b tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:19.233650 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-9e665e22-8cef-4833-8fcb-0a63c471ec3b tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.1122162 Feb 02 16:09:19.297954 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:19.350746 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1e4325c6ff244eb97953bd742d2473b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500484 Feb 02 16:09:19.351667 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184917c-e635-4bc9-ad49-ec3a4cfd0558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabe782d-8f91-4ee7-8b0c-9dec902e37be,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:19.353888 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44580) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:19.408703 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Deleting port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:09:19.408703 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:19.623739 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f86fe5d6-b045-46ed-ae7a-68d88029b979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:19.677579 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-c5b64124-079b-4f1b-ab1f-72ed84d243f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:19.677579 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-c5b64124-079b-4f1b-ab1f-72ed84d243f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1096 time: 0.3787255 Feb 02 16:09:19.790295 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f86fe5d6-b045-46ed-ae7a-68d88029b979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:19.847657 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-a4628470-4b67-4286-a9a3-e7a332b673bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 200 len: 217 time: 0.1523919 Feb 02 16:09:19.988797 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-8a665a94-a567-43d3-a439-4e0dac89727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:19.990290 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-8a665a94-a567-43d3-a439-4e0dac89727d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.1177831 Feb 02 16:09:20.052321 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db693f20-4d26-4505-9b3a-9341a7726c7f req-2f70463c-da94-4e5c-9f69-30e479f3e5a4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:20.053792 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-db693f20-4d26-4505-9b3a-9341a7726c7f req-2f70463c-da94-4e5c-9f69-30e479f3e5a4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.4459484 Feb 02 16:09:20.086262 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] For port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,segment=NetworkSegment(bcae0406-ffb6-4648-9b0c-61d64415745b),segment_id=bcae0406-ffb6-4648-9b0c-61d64415745b)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:20.086603 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.176535 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d989-a4cb-4894-a34a-77b4b5ebe7ea req-b5f20836-c1bf-4954-b6fd-75810a0c5600 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:20.178332 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c549d989-a4cb-4894-a34a-77b4b5ebe7ea req-b5f20836-c1bf-4954-b6fd-75810a0c5600 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 945 time: 0.0815935 Feb 02 16:09:20.223468 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c549d989-a4cb-4894-a34a-77b4b5ebe7ea req-9d88dbec-b2ef-43d6-850d-5799f41e8a14 tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c577015-30ac-485b-baa0-790b9a625e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Feb 02 16:09:20.237052 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Calling delete_port for 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:09:20.267129 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f86fe5d6-b045-46ed-ae7a-68d88029b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.287632 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-db693f20-4d26-4505-9b3a-9341a7726c7f req-ad9468d7-efcd-48d8-b6eb-04d507386ec3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259443 Feb 02 16:09:20.306789 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fe5d6-b045-46ed-ae7a-68d88029b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabe782d-8f91-4ee7-8b0c-9dec902e37be,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:20.326193 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f86fe5d6-b045-46ed-ae7a-68d88029b979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.334475 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-f86fe5d6-b045-46ed-ae7a-68d88029b979 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dabe782d-8f91-4ee7-8b0c-9dec902e37be HTTP/1.1" status: 204 len: 168 time: 0.9706285 Feb 02 16:09:20.347454 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-d8ee622e-c4a6-422c-b119-2f8d0423e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:20.349092 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-d8ee622e-c4a6-422c-b119-2f8d0423e15a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3463511 Feb 02 16:09:20.536475 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-9aeb12e1-4d5b-4cac-bfaf-b3d4e692b16f service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787996 Feb 02 16:09:20.670814 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.729891 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1868491-3ad6-4a15-844f-a632f6e09b06 req-aaa5c2b2-77d3-4de2-9b69-3ed59021bcfa service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869409 Feb 02 16:09:20.732245 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Pushing event deleted for resources: {'Port': ['ID=5c6a50a7-9a4f-457a-ada7-ddfbab0044e1,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:20.808761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] No DVR routers for this DVR port 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:09:20.811681 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.814299 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'name': 'network-vif-deleted', 'tag': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:20.858786 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538fadc-1d6b-41ba-8f88-c1ccb7af7b22', 'name': 'network-vif-deleted', 'tag': '5c6a50a7-9a4f-457a-ada7-ddfbab0044e1', 'status': 'completed', 'code': 200} Feb 02 16:09:21.024674 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2072fd87-5be7-4804-b7b9-b7a33b6003a6 req-8aa622b8-89fe-409e-84c2-76e5b71ef23c tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.85 "DELETE /v2.0/ports/5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 HTTP/1.1" status: 204 len: 173 time: 1.7603116 Feb 02 16:09:21.372988 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-532a2d43-418b-4ff9-b149-d9b7517c8929 req-cb21556f-7147-4d0f-b488-9c6606ab475d tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Synchronizing usage tracker for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:21.521431 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-532a2d43-418b-4ff9-b149-d9b7517c8929 req-cb21556f-7147-4d0f-b488-9c6606ab475d tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] Unset dirty status for tenant:d850f2bc843d43409e1ada8ec4440aea on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:21.522674 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-532a2d43-418b-4ff9-b149-d9b7517c8929 req-cb21556f-7147-4d0f-b488-9c6606ab475d tempest-VolumesSnapshotTestJSON-1619429344 tempest-VolumesSnapshotTestJSON-1619429344-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538fadc-1d6b-41ba-8f88-c1ccb7af7b22 HTTP/1.1" status: 200 len: 210 time: 0.1916492 Feb 02 16:09:21.712676 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfec67-0f6b-4f40-92a1-affd71bd6301 req-9e816529-5323-49b6-ad90-775633792216 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:21.714129 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d3dfec67-0f6b-4f40-92a1-affd71bd6301 req-9e816529-5323-49b6-ad90-775633792216 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0946422 Feb 02 16:09:21.764345 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d3dfec67-0f6b-4f40-92a1-affd71bd6301 req-cb9d4dbb-5662-4cfd-81a6-62ca8ee41bb7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Feb 02 16:09:22.362397 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:09:22.396402 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:09:22.396751 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 5c6a50a7-9a4f-457a-ada7-ddfbab0044e1 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:09:22.974987 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e391b-2445-4bec-8a35-1aae4b8198e5 req-bd60ef82-88bc-4eda-8fd6-cadf654ec525 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:22.976532 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ae8e391b-2445-4bec-8a35-1aae4b8198e5 req-bd60ef82-88bc-4eda-8fd6-cadf654ec525 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0850182 Feb 02 16:09:23.021743 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ae8e391b-2445-4bec-8a35-1aae4b8198e5 req-25d9ca73-0f71-4c8d-bf24-123bf8ba3314 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Feb 02 16:09:24.208385 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a440f0-48d4-471d-8555-543f47f51066 req-a85d58c3-7e02-4aaa-a28b-692d16a77fbb tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:24.209847 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-93a440f0-48d4-471d-8555-543f47f51066 req-a85d58c3-7e02-4aaa-a28b-692d16a77fbb tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0799882 Feb 02 16:09:24.255689 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-93a440f0-48d4-471d-8555-543f47f51066 req-d2add9bf-ff13-42f9-8d9b-d6412e6ba010 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 Feb 02 16:09:24.393868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:09:24.531780 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:24.545470 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'mac_address': 'fa:16:3e:b5:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:09:24.603728 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:24.621092 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8430b7-904b-4d49-b39e-02f5dbe56171 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:24.636544 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:24.709542 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:24.776308 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:25.036997 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['0c8430b7-904b-4d49-b39e-02f5dbe56171'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:09:25.443057 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7d0a0-9b5f-443a-8aef-056d801a1f71 req-b83f37d2-9ad9-4310-8847-813ee8f82896 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:25.444541 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1eb7d0a0-9b5f-443a-8aef-056d801a1f71 req-b83f37d2-9ad9-4310-8847-813ee8f82896 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 944 time: 0.0794466 Feb 02 16:09:25.489548 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1eb7d0a0-9b5f-443a-8aef-056d801a1f71 req-9e6d8bca-fbcc-4e07-ba4a-2caccd27b1bb tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Feb 02 16:09:26.408661 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:09:26.573001 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 0c8430b7-904b-4d49-b39e-02f5dbe56171 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:26.585043 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 0c8430b7-904b-4d49-b39e-02f5dbe56171 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:26.585858 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:26.786884 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:26.820504 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:26.831144 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:26.831857 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5bc11-434f-41ff-9b96-8ccda9d1e50a req-bd8e280e-b12e-4fdb-99a3-68ef9584c3ea tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:26.833226 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a3c5bc11-434f-41ff-9b96-8ccda9d1e50a req-bd8e280e-b12e-4fdb-99a3-68ef9584c3ea tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 944 time: 0.2252212 Feb 02 16:09:26.867898 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'code': 200} Feb 02 16:09:26.879874 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a3c5bc11-434f-41ff-9b96-8ccda9d1e50a req-a59db65a-d087-4b60-81d5-e05a597adb0d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Feb 02 16:09:26.995238 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:27.063160 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:27.436184 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf7871-59b0-49c8-ae44-c8bb6ab5f4bd req-d86facc9-e954-4c18-9db7-2715a6ad328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:27.437657 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e7bf7871-59b0-49c8-ae44-c8bb6ab5f4bd req-d86facc9-e954-4c18-9db7-2715a6ad328b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1098 time: 0.0697443 Feb 02 16:09:27.477811 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e7bf7871-59b0-49c8-ae44-c8bb6ab5f4bd req-6c2dfff0-1c41-41cb-818b-7d424cf7d052 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Feb 02 16:09:28.073853 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92310-eae6-47bb-8660-e220efd83674 req-ea8b84d3-88b4-488e-9906-ca5abcf513d8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:28.075871 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-95c92310-eae6-47bb-8660-e220efd83674 req-ea8b84d3-88b4-488e-9906-ca5abcf513d8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0862474 Feb 02 16:09:28.119113 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-95c92310-eae6-47bb-8660-e220efd83674 req-a21f9734-74a1-4f72-bbdd-a19e47cc5429 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 Feb 02 16:09:28.223925 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44728) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:28.338148 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.351829 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:28.355562 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1a5be920c84ecda296ad6e398f251f is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:28.358792 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:28.364383 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:28.453296 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.572006 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.632259 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79596dfb-fb23-4493-83fc-779aaadb572f,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:28.644866 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-06ff7d1e-3e12-4fe5-8d7a-d6b7dd614b56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e1a5be920c84ecda296ad6e398f251f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198849 Feb 02 16:09:28.647443 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44742) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:28.707673 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe2d1-9f5b-4904-a82b-d6f61ad2a71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.733394 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe2d1-9f5b-4904-a82b-d6f61ad2a71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.940421 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe2d1-9f5b-4904-a82b-d6f61ad2a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.958312 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fe2d1-9f5b-4904-a82b-d6f61ad2a71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79596dfb-fb23-4493-83fc-779aaadb572f,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:28.968988 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe2d1-9f5b-4904-a82b-d6f61ad2a71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.970096 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-4d0fe2d1-9f5b-4904-a82b-d6f61ad2a71c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79596dfb-fb23-4493-83fc-779aaadb572f HTTP/1.1" status: 204 len: 168 time: 0.3216453 Feb 02 16:09:29.126793 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d6115ed9-1867-45f0-8dab-f6434ce71721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:29.314783 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bed235-dc25-44ac-bf2f-081e50f77698 req-39f01544-2baa-43d6-8828-267f7e511107 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:29.316303 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b9bed235-dc25-44ac-bf2f-081e50f77698 req-39f01544-2baa-43d6-8828-267f7e511107 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0816302 Feb 02 16:09:29.367468 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b9bed235-dc25-44ac-bf2f-081e50f77698 req-91bbb304-ed7a-4bfa-850f-fbb9d5717334 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Feb 02 16:09:29.681922 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a742256-9795-4dd7-ba6a-9a6cea8b64c0 req-e6af1ebd-ff6e-4b74-9ad6-c9a8642187a8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:29.683470 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1a742256-9795-4dd7-ba6a-9a6cea8b64c0 req-e6af1ebd-ff6e-4b74-9ad6-c9a8642187a8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1969113 Feb 02 16:09:29.692942 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 44766) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:29.701452 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Request body: {'floatingip': {'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:29.780937 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.350145 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44780) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:30.389150 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.460263 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1190523786-network', 'tenant_id': '422406253a54473e9b421ef781a5ea87'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:30.464970 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:30.469333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Usage tracker for resource:network and tenant:422406253a54473e9b421ef781a5ea87 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:30.472282 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:30.478422 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:30.517579 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.660738 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Made reservation on behalf of 422406253a54473e9b421ef781a5ea87 for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:30.663075 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.677238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.691283 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.l3_db [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Floating IP 60696729-0ab9-4625-88cf-6b6231c7da6e associated. External IP: 172.28.2.236, port: 0c8430b7-904b-4d49-b39e-02f5dbe56171. Feb 02 16:09:30.693306 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:30.698177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Usage tracker for resource:security_group_rule and tenant:422406253a54473e9b421ef781a5ea87 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:30.701493 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:30.707558 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:30.798537 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.923597 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.954334 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=98643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:09:30.962744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8480c83b-8886-487c-9a92-ee3902318bee,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:30.969032 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.969381 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Added segment 6fc80353-9f01-4834-9eb2-895e55ec5a93 of type vlan for network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf Feb 02 16:09:30.996488 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:31.189684 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:31.190591 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:31.191197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:31.237588 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:09:31.298644 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] Pushing event updated for resources: {'Network': ['ID=20cfcda5-1954-4bad-b439-3e7c83c2e2cf,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:31.312245 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:09:31.378646 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-d03b3047-ef4c-4d75-a45f-7d26a3e9997f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0271969 Feb 02 16:09:31.381232 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 44790) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:31.386968 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Request body: {'subnet': {'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1190523786-subnet', 'tenant_id': '422406253a54473e9b421ef781a5ea87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:31.391902 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:31.395935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Usage tracker for resource:subnet and tenant:422406253a54473e9b421ef781a5ea87 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:31.398929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:31.405053 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:31.419784 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:09:31.423839 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:31.429191 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:09:31.439421 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:31.440091 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:31.481629 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-1ceb331e-d713-4427-9e02-d20e25f87668 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "PUT /v2.0/floatingips/60696729-0ab9-4625-88cf-6b6231c7da6e HTTP/1.1" status: 200 len: 991 time: 1.7875128 Feb 02 16:09:31.482196 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:31.500325 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-56b48f21-fe86-4812-b96d-dcb99acdb0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:31.500819 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Made reservation on behalf of 422406253a54473e9b421ef781a5ea87 for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:31.507648 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268327'] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:31.534503 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'status': 'completed', 'code': 200} Feb 02 16:09:31.638055 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:31.768291 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-43515e8c-ebf7-45ed-8817-eb2c46207c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:31.769776 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-43515e8c-ebf7-45ed-8817-eb2c46207c86 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1098 time: 0.1462884 Feb 02 16:09:32.009346 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '60696729-0ab9-4625-88cf-6b6231c7da6e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'mac_address': 'fa:16:3e:b5:a7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:09Z', 'updated_at': '2022-02-02T16:09:30Z', 'revision_number': 1, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:32.014438 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:09:32.024648 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:32.025470 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:32.026985 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-8bd6d8fc-2e55-46c8-aa01-db6fc2819ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:32.032253 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-8bd6d8fc-2e55-46c8-aa01-db6fc2819ebb service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.2525215 Feb 02 16:09:32.039506 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf875-532c-4978-9d58-adbb1b22fa81 req-060ee9ba-e0b1-48e4-90fd-cfb6e0a5bc52 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:32.041181 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-341bf875-532c-4978-9d58-adbb1b22fa81 req-060ee9ba-e0b1-48e4-90fd-cfb6e0a5bc52 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.4193442 Feb 02 16:09:32.130663 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268341'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:32.216823 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:32.219372 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-341bf875-532c-4978-9d58-adbb1b22fa81 req-9f17c411-5e9c-48af-80be-9e00c4bac6b1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296387 Feb 02 16:09:32.234511 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-4facf736-0c6c-4207-91ca-9717bdd6dabd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 200 len: 999 time: 0.1923916 Feb 02 16:09:32.281053 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f2ef98-95c8-489e-868d-1bf4515e0124,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:32.300781 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.301129 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.301470 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.301808 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.302144 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.302484 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.302799 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.303125 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.303491 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.303797 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.304123 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.304440 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:32.313221 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Checking segment: {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:32.313550 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Network hostable DHCP agents. Network: 20cfcda5-1954-4bad-b439-3e7c83c2e2cf, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:09:32.338458 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-b755088e-d456-4a8a-943b-50507c5c0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:32.339987 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-b755088e-d456-4a8a-943b-50507c5c0f21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.0960655 Feb 02 16:09:32.417104 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-5753dc12-8387-492c-9af2-7fe4785e5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:32.419334 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-5753dc12-8387-492c-9af2-7fe4785e5fbb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723422 Feb 02 16:09:32.467660 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:32.535757 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:09:32.562596 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-a6e11815-6ecc-4126-aa95-86dbc1c82941 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357267 Feb 02 16:09:32.632441 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:32.656002 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '60696729-0ab9-4625-88cf-6b6231c7da6e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'mac_address': 'fa:16:3e:b5:a7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:09Z', 'updated_at': '2022-02-02T16:09:30Z', 'revision_number': 1, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:32.660852 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760ac39-d74e-4bf6-b0ba-471a80024150 None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '60696729-0ab9-4625-88cf-6b6231c7da6e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'mac_address': 'fa:16:3e:b5:a7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:09Z', 'updated_at': '2022-02-02T16:09:30Z', 'revision_number': 1, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:09:32.732262 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 20cfcda5-1954-4bad-b439-3e7c83c2e2cf) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:32.741939 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:32.742525 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:32.742742 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2209490-342e-46d3-ae2a-b4b8a83d091f None None] Network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:09:32.814421 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-acbb8d2c-ffbd-406a-b60f-36c10c5430c0 req-145b6e6b-68b2-4e9d-9bd0-ce196c1aa760 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455490 Feb 02 16:09:32.864922 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b25c294e-fe0e-4237-8241-60a477e70114 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4826641 Feb 02 16:09:32.935079 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad865d66-60fd-48ff-8946-be2a67c3730f None None] New status for floating IP 60696729-0ab9-4625-88cf-6b6231c7da6e: ACTIVE {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:09:32.979211 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bf982-c7ef-46e0-af90-7a7de70f84b8 None None] Network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:09:33.415419 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab2a75-0819-44a7-8e11-3fa478fcd944 req-a88dbe49-743a-42a7-a5ad-ee116d6d42ec tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:33.417117 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bfab2a75-0819-44a7-8e11-3fa478fcd944 req-a88dbe49-743a-42a7-a5ad-ee116d6d42ec tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0834010 Feb 02 16:09:33.464462 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bfab2a75-0819-44a7-8e11-3fa478fcd944 req-826a8027-4185-4657-9cb6-3c03a0711dbf tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Feb 02 16:09:34.132426 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:36.877538 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-630b5e1e-181a-45b1-b405-ccb1a8fd8496 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:36.878121 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-48877701-e03a-4452-8464-03654f0ec0e9 req-630b5e1e-181a-45b1-b405-ccb1a8fd8496 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Synchronizing usage tracker for tenant:422406253a54473e9b421ef781a5ea87 on resource:network {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:37.000048 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-48877701-e03a-4452-8464-03654f0ec0e9 req-630b5e1e-181a-45b1-b405-ccb1a8fd8496 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Unset dirty status for tenant:422406253a54473e9b421ef781a5ea87 on resource:network {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:37.001230 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-630b5e1e-181a-45b1-b405-ccb1a8fd8496 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/networks?id=20cfcda5-1954-4bad-b439-3e7c83c2e2cf HTTP/1.1" status: 200 len: 809 time: 0.2656517 Feb 02 16:09:37.015895 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-27ea72b1-53bc-48ea-8838-cd25b1c6c19d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/quotas/422406253a54473e9b421ef781a5ea87 HTTP/1.1" status: 200 len: 375 time: 0.0091164 Feb 02 16:09:37.064215 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-ca13b10f-a93a-4379-ba08-d10380be6d29 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=422406253a54473e9b421ef781a5ea87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427892 Feb 02 16:09:37.253015 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-8fc3cfe3-2280-43bb-bed9-592c836a9350 service neutron] 10.222.0.31 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823528 Feb 02 16:09:37.394252 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-1d830f01-3585-4376-9f1b-25820499224d service neutron] 10.222.0.31 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373351 Feb 02 16:09:37.741817 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b90bdc0f-28fa-4e15-b146-f48cf10ac217 req-45d0397d-f96b-442b-9fab-7599c7ee55c1 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 210 time: 0.0926714 Feb 02 16:09:38.837195 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-754e4fd8-1683-416e-bb7a-1c171479ef65 req-6ebb3eb8-fd6d-4b4b-bc72-a976cf666eb3 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 210 time: 0.0419438 Feb 02 16:09:39.982000 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a93438d4-4293-4943-82aa-9d221c228510 req-3defe43f-ae23-4601-97b8-9fb8c803455b tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 210 time: 0.0430739 Feb 02 16:09:41.155230 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c00928fc-b7dd-4df9-b07e-82927f69f5f2 req-13a96fc5-3171-4f54-b8f9-7c25b87ab11a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 210 time: 0.0592144 Feb 02 16:09:41.212569 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-cbd0ef6b-c820-4c61-be15-8e18dfd1602a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:41.212569 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-cbd0ef6b-c820-4c61-be15-8e18dfd1602a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "GET /v2.0/networks?id=20cfcda5-1954-4bad-b439-3e7c83c2e2cf HTTP/1.1" status: 200 len: 809 time: 0.1897783 Feb 02 16:09:41.231880 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Request body: {'port': {'device_id': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf', 'admin_state_up': True, 'tenant_id': '422406253a54473e9b421ef781a5ea87'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:41.365753 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:41.369530 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Usage tracker for resource:port and tenant:422406253a54473e9b421ef781a5ea87 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:41.372908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:41.378638 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:41.580257 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Made reservation on behalf of 422406253a54473e9b421ef781a5ea87 for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:41.583947 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:41.745168 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Allocated IP 172.20.0.14 (20cfcda5-1954-4bad-b439-3e7c83c2e2cf/d0f2ef98-95c8-489e-868d-1bf4515e0124/24f9b6ae-26ff-4e69-879c-e0c6165ca1c6) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:41.945207 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:42.109356 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:42.184458 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:42.187168 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:42.190994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:09:42.224855 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Pushing event updated for resources: {'Port': ['ID=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:42.255652 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:42.256266 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:42.349876 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55576104-c91b-46a2-93c3-64e6ceae8b5b req-e3985a2f-0063-42b1-ad9c-bb5c9cb5b318 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:42.368536 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-55576104-c91b-46a2-93c3-64e6ceae8b5b req-e3985a2f-0063-42b1-ad9c-bb5c9cb5b318 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 932 time: 0.0858159 Feb 02 16:09:42.395279 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-55576104-c91b-46a2-93c3-64e6ceae8b5b req-a918b6e3-5823-4d20-af0a-5e52d45b4868 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Feb 02 16:09:42.517948 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d55020ca-dba9-4c37-ab25-2226c609aae9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898664 Feb 02 16:09:42.536630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Request body: {'port': {'device_id': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:42.737250 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:43.072581 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:43.080444 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:43.094818 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Transition to ACTIVE for port object 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:43.208525 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:43.361814 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Pushing event updated for resources: {'Port': ['ID=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:43.439656 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Attempting to bind port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:43.439995 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Attempting to bind port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:43.440330 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Attempting to bind port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 on network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:43.445015 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 on network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:09:43.445340 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Attempting to bind port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 on network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:43.451161 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:09:43.451521 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Checking segment: {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:43.451955 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Bound using segment: {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:09:43.452375 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Bound port: 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:43.452744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:43.592746 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] For port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:09:43.596423 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] For port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:09:43.613264 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-d35039a5-16a2-4fc2-a7df-e842c0325409 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:43.623545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-d35039a5-16a2-4fc2-a7df-e842c0325409 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Synchronizing usage tracker for tenant:422406253a54473e9b421ef781a5ea87 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:43.709199 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:43.756262 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-d35039a5-16a2-4fc2-a7df-e842c0325409 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Unset dirty status for tenant:422406253a54473e9b421ef781a5ea87 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:43.757390 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-d35039a5-16a2-4fc2-a7df-e842c0325409 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 944 time: 0.2525342 Feb 02 16:09:43.795050 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:43.795673 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:43.796967 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] 10.222.0.85 "PUT /v2.0/ports/24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 HTTP/1.1" status: 200 len: 1094 time: 1.2643473 Feb 02 16:09:43.797395 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'tag': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:43.826143 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d50b2-cae0-4842-a350-1d1328674548 service neutron] Pushing event updated for resources: {'Port': ['ID=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:43.832347 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-8d4885e8-891e-467b-bd46-5cfc1457500e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Synchronizing usage tracker for tenant:422406253a54473e9b421ef781a5ea87 on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:43.846270 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'tag': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6', 'status': 'completed', 'code': 200} Feb 02 16:09:43.969570 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae048-2471-4228-a548-9904b4eb59df req-8ce6e737-4c2c-4086-b5ea-22b9bdb917ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:43.970982 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb7ae048-2471-4228-a548-9904b4eb59df req-8ce6e737-4c2c-4086-b5ea-22b9bdb917ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=422406253a54473e9b421ef781a5ea87&device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0686347 Feb 02 16:09:43.973956 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-8d4885e8-891e-467b-bd46-5cfc1457500e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Unset dirty status for tenant:422406253a54473e9b421ef781a5ea87 on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:43.978535 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3645e149-78a8-4381-8fc1-8dda04c1de80 req-8d4885e8-891e-467b-bd46-5cfc1457500e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063267 Feb 02 16:09:44.163355 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae048-2471-4228-a548-9904b4eb59df req-c24a91ca-0cea-4280-a0bd-2f0cd3647f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:44.173378 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb7ae048-2471-4228-a548-9904b4eb59df req-c24a91ca-0cea-4280-a0bd-2f0cd3647f11 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=422406253a54473e9b421ef781a5ea87&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1769433 Feb 02 16:09:44.302390 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae048-2471-4228-a548-9904b4eb59df req-ef616537-2a39-45f6-93c9-4e548f1062e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:44.303899 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb7ae048-2471-4228-a548-9904b4eb59df req-ef616537-2a39-45f6-93c9-4e548f1062e5 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328316 Feb 02 16:09:44.437304 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d2e84a4e-1b9e-4ab2-974a-7c01f450e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:44.438713 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-d2e84a4e-1b9e-4ab2-974a-7c01f450e386 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=422406253a54473e9b421ef781a5ea87&device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0744343 Feb 02 16:09:44.526613 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-fa837fa4-bc68-4d08-b607-d0d6ad3e1e09 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 HTTP/1.1" status: 200 len: 217 time: 0.0648162 Feb 02 16:09:44.589447 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877701-e03a-4452-8464-03654f0ec0e9 req-e63889ec-edc5-441e-9ee6-d676dac5bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:44.591469 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-e63889ec-edc5-441e-9ee6-d676dac5bd95 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d0f2ef98-95c8-489e-868d-1bf4515e0124 HTTP/1.1" status: 200 len: 849 time: 0.0583847 Feb 02 16:09:44.639097 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-abccb364-6007-468a-b263-b9d46983f542 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20cfcda5-1954-4bad-b439-3e7c83c2e2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406294 Feb 02 16:09:44.841961 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-10a74635-c99e-440c-8032-5515471f65e5 service neutron] 10.222.0.85 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963470 Feb 02 16:09:44.978827 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-48877701-e03a-4452-8464-03654f0ec0e9 req-b5288dfa-9a08-465e-8c53-b9187287b5a0 service neutron] 10.222.0.85 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232028 Feb 02 16:09:45.156631 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177432c-8449-4122-bb9c-8531b7f8ab4c req-fc3a0bf0-a9cd-481f-a8ae-141ad1f2825d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:45.158000 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9177432c-8449-4122-bb9c-8531b7f8ab4c req-fc3a0bf0-a9cd-481f-a8ae-141ad1f2825d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 944 time: 0.0784273 Feb 02 16:09:45.202021 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9177432c-8449-4122-bb9c-8531b7f8ab4c req-b4b4b2eb-83a1-438a-9980-2041ef37fc64 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Feb 02 16:09:46.385713 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712a87d-7965-4230-8d6c-2e7de3988d24 req-8e78182e-afee-48d8-97df-e53ec063e130 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:46.387733 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d712a87d-7965-4230-8d6c-2e7de3988d24 req-8e78182e-afee-48d8-97df-e53ec063e130 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 944 time: 0.0838881 Feb 02 16:09:46.431458 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d712a87d-7965-4230-8d6c-2e7de3988d24 req-e1e51511-b8e3-4a5e-aca3-0b096e78b59a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Feb 02 16:09:47.620848 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a9515-8d65-452e-baac-09a3351a855f req-00065050-aa4a-4f10-a64a-f827f376c56d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:47.622295 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f62a9515-8d65-452e-baac-09a3351a855f req-00065050-aa4a-4f10-a64a-f827f376c56d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 944 time: 0.0841389 Feb 02 16:09:47.666864 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f62a9515-8d65-452e-baac-09a3351a855f req-cc1f65ac-7f8a-4d5a-9cfe-e8693ebe6f09 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 Feb 02 16:09:48.274145 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:48.546668 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:09:48.700104 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:48.713233 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6', 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf', 'port_id': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6', 'mac_address': 'fa:16:3e:41:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f2ef98-95c8-489e-868d-1bf4515e0124', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:09:48.771794 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:48.788853 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:48.805163 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:48.854744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e33a0-127b-47d1-ad34-57beee4835de req-3f2a9bdf-8d9f-4c4c-acc4-737471e5fc44 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:48.856259 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-331e33a0-127b-47d1-ad34-57beee4835de req-3f2a9bdf-8d9f-4c4c-acc4-737471e5fc44 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 944 time: 0.0844190 Feb 02 16:09:48.904482 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-331e33a0-127b-47d1-ad34-57beee4835de req-f59e774f-b1e1-455c-8dda-c67e97eb5a93 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Feb 02 16:09:48.911644 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:48.977711 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:49.264589 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['24f9b6ae-26ff-4e69-879c-e0c6165ca1c6'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:09:50.072278 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45018) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:50.092033 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdb918-cfd2-46a9-a995-9d8db1a134fd req-4378d0b4-4be8-4fae-9456-35826478ac28 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:50.093572 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8bcdb918-cfd2-46a9-a995-9d8db1a134fd req-4378d0b4-4be8-4fae-9456-35826478ac28 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 945 time: 0.0837586 Feb 02 16:09:50.132739 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Deleting subnet 39a78be8-a723-458c-a644-5627f02141cf {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:09:50.135693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.141748 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8bcdb918-cfd2-46a9-a995-9d8db1a134fd req-2a0a911d-e384-4e0e-a089-e7340bf301b5 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Feb 02 16:09:50.186527 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625349'] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.245612 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.414263 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268300'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.451723 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a78be8-a723-458c-a644-5627f02141cf,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:50.455352 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.461105 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-07a463de-43a9-44db-80e4-9a255c42f1d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/39a78be8-a723-458c-a644-5627f02141cf HTTP/1.1" status: 204 len: 168 time: 0.3877501 Feb 02 16:09:50.463739 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45022) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:50.557999 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:09:50.570929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.697159 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.725670 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45ab60c-f18a-4a73-b9bf-4b23e7ad7880']}} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:50.737448 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcae0406-ffb6-4648-9b0c-61d64415745b') {'for_net_delete': True} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:50.737751 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcae0406-ffb6-4648-9b0c-61d64415745b') {} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:50.748729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625394'] for segment, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.756594 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:50.761559 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:50.761960 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.764950 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.771160 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=98643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:09:50.771570 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589495'] for segment, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: Traceback (most recent call last): Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: timer() Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: cb(*args, **kw) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: return func(*args, **kwargs) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: self._notify() Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: self.callback(batched_events) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: event.method(event) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: return f(self, *a, **k) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: return self._get(url).json() Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: return self.request(url, 'GET', **kwargs) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:09:50.785315 dv-cinder-817833-1-smb neutron-server[98643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:09:50.883161 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:50.907759 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:50.917324 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:50.952104 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6', 'code': 200} Feb 02 16:09:51.025433 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.043119 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.052495 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45ab60c-f18a-4a73-b9bf-4b23e7ad7880,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:51.055096 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-de624848-0670-4ef9-b6f9-84332900d6a3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d45ab60c-f18a-4a73-b9bf-4b23e7ad7880 HTTP/1.1" status: 204 len: 168 time: 0.5902333 Feb 02 16:09:51.060792 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.133841 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:51.330445 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a170-fcf1-4d23-b899-3a83bb90d860 req-c46b2656-c7f2-464d-b59e-6f0419a8eb0a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:51.331928 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5bd3a170-fcf1-4d23-b899-3a83bb90d860 req-c46b2656-c7f2-464d-b59e-6f0419a8eb0a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.0793087 Feb 02 16:09:51.429648 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5bd3a170-fcf1-4d23-b899-3a83bb90d860 req-51451dbd-2ca6-43c8-8a13-6afe373c8aac tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912287 Feb 02 16:09:51.446634 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502219-8474-42d6-9947-c63d427a06aa req-32c87c34-b152-4179-b529-77f668647075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:51.448160 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b9502219-8474-42d6-9947-c63d427a06aa req-32c87c34-b152-4179-b529-77f668647075 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 1099 time: 0.0970290 Feb 02 16:09:51.461331 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45042) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:51.493570 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b9502219-8474-42d6-9947-c63d427a06aa req-8fad4023-b673-441c-b902-ab05e8aab02e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Feb 02 16:09:51.510479 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0dd41969-fc6f-4f80-a8ab-e97e983075e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d850f2bc843d43409e1ada8ec4440aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478728 Feb 02 16:09:51.512969 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45046) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:51.571564 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e98a-73af-4a58-a241-16f70d373a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.598202 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e98a-73af-4a58-a241-16f70d373a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.760118 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e98a-73af-4a58-a241-16f70d373a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.777080 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e98a-73af-4a58-a241-16f70d373a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c577015-30ac-485b-baa0-790b9a625e69,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:51.862355 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e98a-73af-4a58-a241-16f70d373a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:51.863532 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6ca6e98a-73af-4a58-a241-16f70d373a49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c577015-30ac-485b-baa0-790b9a625e69 HTTP/1.1" status: 204 len: 168 time: 0.3496556 Feb 02 16:09:52.612722 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9a5b-a5b1-43f4-abc6-1e0a4f2d1a55 req-67382d52-cc4b-4d56-a026-ea7ac08c95bf tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:52.614089 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-02ed9a5b-a5b1-43f4-abc6-1e0a4f2d1a55 req-67382d52-cc4b-4d56-a026-ea7ac08c95bf tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.0797536 Feb 02 16:09:52.667551 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-02ed9a5b-a5b1-43f4-abc6-1e0a4f2d1a55 req-9de00b84-2623-4af9-a17e-e58068b5729e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Feb 02 16:09:53.083565 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45076) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:53.187550 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1283906188-network', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:53.192424 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:53.196475 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Usage tracker for resource:network and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:53.203891 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:53.205169 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:53.350687 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Made reservation on behalf of d5f7f6f4a55145af8bd647ee7ef2fc42 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:53.353013 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.365613 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.382581 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:53.386370 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:53.389132 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:53.394796 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:53.473920 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.554028 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.583990 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:09:53.592717 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee37e98-b50c-4720-af2e-ea4216523c58,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:53.598086 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.598436 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Added segment 9cc86a71-da08-49cb-bc82-a9d5eb6da5eb of type vlan for network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c Feb 02 16:09:53.623944 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.762622 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.770812 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:53.770812 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:53.915721 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2825ed8a-358c-4a7c-b4b3-0319eaf4990c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:53.927822 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:09:53.946391 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbe4f-4d89-4a53-819c-cc9f0f13155f req-912d6c78-5a28-4893-9b5e-6bd0e42d8339 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:53.948084 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7b8bbe4f-4d89-4a53-819c-cc9f0f13155f req-912d6c78-5a28-4893-9b5e-6bd0e42d8339 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.1653249 Feb 02 16:09:53.998391 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7b8bbe4f-4d89-4a53-819c-cc9f0f13155f req-61bf4b6f-5e8f-437f-8ed3-65878cbf9054 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439167 Feb 02 16:09:54.027339 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45092) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:54.028020 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2a1cc01a-f121-4f0b-8be5-e0df0f482bc3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9432580 Feb 02 16:09:54.034676 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Request body: {'subnet': {'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1283906188-subnet', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:54.039570 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:54.043927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Usage tracker for resource:subnet and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:54.047346 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:54.053036 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:54.154530 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Made reservation on behalf of d5f7f6f4a55145af8bd647ee7ef2fc42 for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:54.157182 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268327'] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:54.442619 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268341'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:54.520464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee54949-9f05-418b-8a4d-65e433383d29,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:54.527528 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Checking segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:54.527882 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Network hostable DHCP agents. Network: 2825ed8a-358c-4a7c-b4b3-0319eaf4990c, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:09:54.699602 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:09:54.865226 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 2825ed8a-358c-4a7c-b4b3-0319eaf4990c) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:54.869543 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:54.870754 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:54.874280 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7e592-117b-4dd0-8783-b8d802ee81e2 None None] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:09:54.995205 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b7a6b02a-0b2e-433a-994a-aeb5360b095c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9652460 Feb 02 16:09:54.998335 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45112) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:55.003689 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:55.008735 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:55.012863 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Usage tracker for resource:router and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:55.016566 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:55.024158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:55.091099 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 16:09:55.091099 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.091704 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568f9f3-83fa-45a4-9368-6764b4e2161b req-b88111f3-9ae4-4e32-885c-130768808afa tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:55.091704 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d568f9f3-83fa-45a4-9368-6764b4e2161b req-b88111f3-9ae4-4e32-885c-130768808afa tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.0816522 Feb 02 16:09:55.134502 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d568f9f3-83fa-45a4-9368-6764b4e2161b req-bdacbd7e-3460-4930-8b6d-689bee4b2f4f tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Feb 02 16:09:55.179898 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.181000 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.196888 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.265450 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Allocated IP 172.20.0.2 (2825ed8a-358c-4a7c-b4b3-0319eaf4990c/cee54949-9f05-418b-8a4d-65e433383d29/d84cbd6a-c951-4829-b087-b951abae29e1) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:55.468027 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.477658 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Transition to ACTIVE for port object d84cbd6a-c951-4829-b087-b951abae29e1 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:55.495463 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Transition to ACTIVE for port object d84cbd6a-c951-4829-b087-b951abae29e1 will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:55.564831 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.694057 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.757765 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:55.760746 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:55.765171 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:09:55.800112 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Pushing event updated for resources: {'Port': ['ID=d84cbd6a-c951-4829-b087-b951abae29e1,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:55.877288 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Attempting to bind port d84cbd6a-c951-4829-b087-b951abae29e1 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:55.877912 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Attempting to bind port d84cbd6a-c951-4829-b087-b951abae29e1 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:55.878745 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Attempting to bind port d84cbd6a-c951-4829-b087-b951abae29e1 on network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:55.885716 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:09:55.891651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Checking segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:55.891651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.891651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Bound using segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:09:55.891651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Bound port: d84cbd6a-c951-4829-b087-b951abae29e1, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:55.891651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:55.981975 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] For port d84cbd6a-c951-4829-b087-b951abae29e1, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:09:55.985667 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] For port d84cbd6a-c951-4829-b087-b951abae29e1, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=d84cbd6a-c951-4829-b087-b951abae29e1,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:09:56.067112 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7ebaf-e4e9-4666-8925-1d62bab27806 req-d58b9eb0-009f-41a3-897e-d37d0a4eb0a1 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:56.068512 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-40d7ebaf-e4e9-4666-8925-1d62bab27806 req-d58b9eb0-009f-41a3-897e-d37d0a4eb0a1 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.1603284 Feb 02 16:09:56.071520 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.117081 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-40d7ebaf-e4e9-4666-8925-1d62bab27806 req-1d87b74e-a20a-406c-9d59-b6838e1f03fd tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Feb 02 16:09:56.130382 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:09:56.145572 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.159323 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce9d74-b12c-4880-be51-a9c780cbcd12 None None] Pushing event updated for resources: {'Port': ['ID=d84cbd6a-c951-4829-b087-b951abae29e1,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:56.186094 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.391415 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Allocated IP 172.28.2.25 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/1617111a-d9ff-4d72-a7fe-7e8c884e6223) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:56.432859 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522553b-f574-4455-8423-e67e7281e7a6 req-4aa32a10-8a27-41ce-a53b-a9d31357d112 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:56.434435 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2522553b-f574-4455-8423-e67e7281e7a6 req-4aa32a10-8a27-41ce-a53b-a9d31357d112 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.1793790 Feb 02 16:09:56.555912 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2522553b-f574-4455-8423-e67e7281e7a6 req-28e200a7-53e4-46c3-97dc-7cfb391930b1 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735662 Feb 02 16:09:56.591870 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.725737 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.789142 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:56.792333 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:56.795213 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:09:56.837471 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Pushing event updated for resources: {'Port': ['ID=1617111a-d9ff-4d72-a7fe-7e8c884e6223,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:57.106891 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e8d44-3b47-4518-afa1-e0b19a304d41 None None] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:09:57.158230 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-dca1b58d-587a-48f9-8ae8-5ebe196db2c5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.160581 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-dca1b58d-587a-48f9-8ae8-5ebe196db2c5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.0879896 Feb 02 16:09:57.272556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-975a5f80-2fe1-49f3-a757-ee99b3cae974 None None] Provisioning for port d84cbd6a-c951-4829-b087-b951abae29e1 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:57.318976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.320349 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Deleting port a34bd96f-47c4-4be4-badf-17830df5f409 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:09:57.320772 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.452238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172a42-24b9-46a7-bda3-73ab34f44126 req-6a9fd305-3ec5-484c-bfa8-7a00907e640a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.453340 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device d84cbd6a-c951-4829-b087-b951abae29e1 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:09:57.453751 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1b172a42-24b9-46a7-bda3-73ab34f44126 req-6a9fd305-3ec5-484c-bfa8-7a00907e640a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.2178833 Feb 02 16:09:57.598851 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1b172a42-24b9-46a7-bda3-73ab34f44126 req-ffb0729a-846a-4c8b-8dd3-506b8e689959 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387627 Feb 02 16:09:57.651153 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port d84cbd6a-c951-4829-b087-b951abae29e1 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:57.658016 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port d84cbd6a-c951-4829-b087-b951abae29e1 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:57.658662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.668260 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] For port a34bd96f-47c4-4be4-badf-17830df5f409, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a34bd96f-47c4-4be4-badf-17830df5f409,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:57.668646 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.741646 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-6b98c355-2329-4152-a20b-a2e637e44b8a None None] Provisioning complete for port d84cbd6a-c951-4829-b087-b951abae29e1 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:57.742308 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-6b98c355-2329-4152-a20b-a2e637e44b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.889221 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.897743 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.938267 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-3f2b2068-ad16-40bc-8710-7624779e7834 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.939725 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-3f2b2068-ad16-40bc-8710-7624779e7834 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.1976511 Feb 02 16:09:57.950723 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-6b98c355-2329-4152-a20b-a2e637e44b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.965982 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port d84cbd6a-c951-4829-b087-b951abae29e1, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=d84cbd6a-c951-4829-b087-b951abae29e1,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:57.976042 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b107760-2f7f-4c40-8e37-7136ab784c6b req-211e8bb8-db38-4002-8091-bd4479470be0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.981412 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9b107760-2f7f-4c40-8e37-7136ab784c6b req-211e8bb8-db38-4002-8091-bd4479470be0 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 946 time: 0.2333674 Feb 02 16:09:58.057347 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.101034 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Deleting port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:09:58.101753 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.104283 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-9b107760-2f7f-4c40-8e37-7136ab784c6b req-5631d07a-64f7-4f78-afce-b2e06ef952ea tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfd4271-def3-4297-80fe-ad69bf49c9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155472 Feb 02 16:09:58.142260 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.142545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.143024 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Floating IP 24b376a4-a7d5-43a4-b886-1a444c3983ca disassociated. External IP: 172.28.2.248, port: a34bd96f-47c4-4be4-badf-17830df5f409. Feb 02 16:09:58.143327 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Calling delete_port for a34bd96f-47c4-4be4-badf-17830df5f409 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:09:58.176070 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-6b98c355-2329-4152-a20b-a2e637e44b8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:09:58.176450 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-6b98c355-2329-4152-a20b-a2e637e44b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:09:58.181524 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=d84cbd6a-c951-4829-b087-b951abae29e1,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:58.253501 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Router dba4d8dc-0411-421b-98bb-257c8fe60942 is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:09:58.427436 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:09:58.438125 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Sync routers for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:09:58.447977 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:58.448840 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:58.473538 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] For port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:09:58.474095 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.531590 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.536029 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d01222dd-5cbd-40dd-869c-6f024df9734e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5339413 Feb 02 16:09:58.536378 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45130) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:58.632589 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:58.706800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.714528 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Calling delete_port for 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:09:58.841160 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event deleted for resources: {'Port': ['ID=a34bd96f-47c4-4be4-badf-17830df5f409,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:59.032818 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:09:57Z', 'revision_number': 3, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:59.036770 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Checking router: dba4d8dc-0411-421b-98bb-257c8fe60942 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:09:59.037110 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Updating router dba4d8dc-0411-421b-98bb-257c8fe60942 port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:09:59.091309 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.111276 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa34fac-eff1-4a70-ae8a-1068358b5f9a req-cc64f99a-e964-4385-ad6d-073f450106a7 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:59.112756 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aa34fac-eff1-4a70-ae8a-1068358b5f9a req-cc64f99a-e964-4385-ad6d-073f450106a7 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 946 time: 0.3380806 Feb 02 16:09:59.119157 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f9c7d4e7-3267-488e-999b-6aaa828f1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.238931 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:09:59.257388 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aa34fac-eff1-4a70-ae8a-1068358b5f9a req-ec5844f5-ca23-48c7-80d5-cebdd8c08fed tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251245 Feb 02 16:09:59.348800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.366078 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-fda55c9b-d470-4640-bdb1-17eb3a99465a req-c4165b1c-13ea-4e47-9f0b-50194bf73550 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 210 time: 0.0665917 Feb 02 16:09:59.397498 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device d84cbd6a-c951-4829-b087-b951abae29e1 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:09:59.436722 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Pushing event deleted for resources: {'Port': ['ID=24f9b6ae-26ff-4e69-879c-e0c6165ca1c6,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:59.463859 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.558944 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port d84cbd6a-c951-4829-b087-b951abae29e1 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:59.559504 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.576472 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] No DVR routers for this DVR port 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:09:59.591774 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.596186 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'name': 'network-vif-deleted', 'tag': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:59.640514 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:09:59.649397 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.653719 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:09:59.668857 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:09:59.671325 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:59.723350 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d3ac079-9b24-438b-ba06-1481fad66358 req-c95ee79c-9703-4478-ae41-9fbf8248b8fa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "DELETE /v2.0/ports/24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 HTTP/1.1" status: 204 len: 173 time: 1.7241905 Feb 02 16:09:59.735515 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] No DVR routers for this DVR port a34bd96f-47c4-4be4-badf-17830df5f409 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:09:59.737965 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.738113 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Allocated IP 172.20.0.1 (2825ed8a-358c-4a7c-b4b3-0319eaf4990c/cee54949-9f05-418b-8a4d-65e433383d29/5afb32c1-f697-45fb-bd86-ace5fc613b0c) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:59.740406 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8fb6e320-e5c6-4890-ae7e-eb7237a9fe04 req-455327ef-2f68-44a9-9f39-270f9ff2efff tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.85 "DELETE /v2.0/ports/a34bd96f-47c4-4be4-badf-17830df5f409 HTTP/1.1" status: 204 len: 173 time: 2.5583959 Feb 02 16:09:59.751076 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Transition to ACTIVE for port object 1617111a-d9ff-4d72-a7fe-7e8c884e6223 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:59.839533 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b760ab6-5f5f-4329-a716-6512a86a06d6', 'name': 'network-vif-deleted', 'tag': '24f9b6ae-26ff-4e69-879c-e0c6165ca1c6', 'status': 'completed', 'code': 200} Feb 02 16:09:59.876629 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.902578 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.914640 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:09:59.919758 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.provisioning_blocks [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Transition to ACTIVE for port object 5afb32c1-f697-45fb-bd86-ace5fc613b0c will not be triggered until provisioned by entity DHCP. {{(pid=98642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:59.969350 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Attempting to bind port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:59.969717 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Attempting to bind port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:59.970078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Attempting to bind port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:09:59.977192 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1e93c-37bd-4680-8586-a9152e540ebb None None] Pushing event updated for resources: {'Port': ['ID=1617111a-d9ff-4d72-a7fe-7e8c884e6223,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:59.979552 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:09:59.979927 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:09:59.980330 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:59.980715 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:09:59.981183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Bound port: 1617111a-d9ff-4d72-a7fe-7e8c884e6223, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:59.982069 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.053577 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] For port 1617111a-d9ff-4d72-a7fe-7e8c884e6223, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:10:00.056593 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] For port 1617111a-d9ff-4d72-a7fe-7e8c884e6223, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=1617111a-d9ff-4d72-a7fe-7e8c884e6223,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:10:00.088459 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.152588 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:00.155714 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:00.158066 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.159372 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:10:00.205507 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Pushing event updated for resources: {'Port': ['ID=5afb32c1-f697-45fb-bd86-ace5fc613b0c,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:00.244311 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.249996 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:00.252531 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:00.253255 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:00.254296 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:10:00.266533 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:00.267796 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:09:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:00.344337 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1e93c-37bd-4680-8586-a9152e540ebb None None] Pushing event updated for resources: {'Port': ['ID=1617111a-d9ff-4d72-a7fe-7e8c884e6223,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:00.495233 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:00.532870 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:00.536018 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e4798111-f17f-40f9-b0e8-303570e86de0 req-11fb6c28-f5ae-4c2d-910b-c843a3787f82 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b760ab6-5f5f-4329-a716-6512a86a06d6 HTTP/1.1" status: 200 len: 210 time: 0.0789921 Feb 02 16:10:00.601763 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-00c56a30-c987-4fd7-93ea-5fa93bd51059 req-18526710-852d-404b-91a8-b88b74db0fe5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Synchronizing usage tracker for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:00.614947 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a34bd96f-47c4-4be4-badf-17830df5f409 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:00.688018 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-28fbc11b-5222-4c69-8aa8-6d377b39190a None None] Provisioning for port 5afb32c1-f697-45fb-bd86-ace5fc613b0c completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:00.710754 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-00c56a30-c987-4fd7-93ea-5fa93bd51059 req-18526710-852d-404b-91a8-b88b74db0fe5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Unset dirty status for tenant:37711180899542fcaee065f8b3abde27 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:00.711952 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-00c56a30-c987-4fd7-93ea-5fa93bd51059 req-18526710-852d-404b-91a8-b88b74db0fe5 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9065bcf-3769-42e1-9f7e-5e43e9aa58eb HTTP/1.1" status: 200 len: 210 time: 0.1826193 Feb 02 16:10:00.720854 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: a34bd96f-47c4-4be4-badf-17830df5f409 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:10:00.721195 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device a34bd96f-47c4-4be4-badf-17830df5f409 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:00.721603 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:00.781249 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.812274 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-28fbc11b-5222-4c69-8aa8-6d377b39190a None None] Provisioning complete for port 5afb32c1-f697-45fb-bd86-ace5fc613b0c triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:00.812649 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-28fbc11b-5222-4c69-8aa8-6d377b39190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.862419 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:10:00.862743 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 24f9b6ae-26ff-4e69-879c-e0c6165ca1c6 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:00.902557 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-28fbc11b-5222-4c69-8aa8-6d377b39190a None None] Port 5afb32c1-f697-45fb-bd86-ace5fc613b0c cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:10:00.964817 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:00.972957 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880dbe87-ca69-4c1b-9141-8da8bfd3fe96 None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:04:40Z', 'revision_number': 4, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e9ecc223-475f-4241-9f1c-20be7ef98b58', 'name': '', 'network_id': '5687b2fa-20f0-4d66-833a-280a75073305', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'mac_address': 'fa:16:3e:78:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:38Z', 'updated_at': '2022-02-02T16:04:52Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'subnets': [{'id': '6d114091-9195-43b6-8968-1c08e5c34bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:00.986244 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:09:57Z', 'revision_number': 3, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:00.991559 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae1bcf-e842-43de-b57e-0f2b3a390448 None None] The sync data for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb is: [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:09:57Z', 'revision_number': 3, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:01.032223 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:01.173841 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2154230'] for port, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:01.308097 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Pushing event updated for resources: {'Port': ['ID=5afb32c1-f697-45fb-bd86-ace5fc613b0c,revision_number=2']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:01.314406 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:01.328628 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d48ebe-33a5-4437-a384-eba693bb49bd None None] New status for floating IP 24b376a4-a7d5-43a4-b886-1a444c3983ca: DOWN {{(pid=98644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:10:01.504663 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 1617111a-d9ff-4d72-a7fe-7e8c884e6223 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:01.513997 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:01.515163 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:01.542846 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-e331300e-d343-41af-88e4-e258b48d1738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:01.808922 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:01.816962 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:01.826668 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:01.840518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'name': 'network-vif-deleted', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:01.972827 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9065bcf-3769-42e1-9f7e-5e43e9aa58eb', 'name': 'network-vif-deleted', 'tag': 'a34bd96f-47c4-4be4-badf-17830df5f409', 'status': 'completed', 'code': 200} Feb 02 16:10:01.990456 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-f19a1b1a-1534-46a7-beab-27d6b03c404b None None] Provisioning complete for port 5afb32c1-f697-45fb-bd86-ace5fc613b0c triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:01.990961 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f19a1b1a-1534-46a7-beab-27d6b03c404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.043011 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.072583 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-f19a1b1a-1534-46a7-beab-27d6b03c404b None None] Port 5afb32c1-f697-45fb-bd86-ace5fc613b0c cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:10:02.075359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 1617111a-d9ff-4d72-a7fe-7e8c884e6223, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=1617111a-d9ff-4d72-a7fe-7e8c884e6223,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:02.081476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45166) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:02.107103 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Router dba4d8dc-0411-421b-98bb-257c8fe60942 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:10:02.145392 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.154264 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd439754-0bc2-4fb4-a184-67814c85f799 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.186446 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd439754-0bc2-4fb4-a184-67814c85f799 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.206086 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-062e0b89-3fe7-4193-a449-4de90c92ccef tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:02.207593 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-062e0b89-3fe7-4193-a449-4de90c92ccef tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/networks?id=20cfcda5-1954-4bad-b439-3e7c83c2e2cf HTTP/1.1" status: 200 len: 809 time: 0.2440720 Feb 02 16:10:02.234165 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c5463107-8c78-4e52-8f60-9cee50990633 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/quotas/422406253a54473e9b421ef781a5ea87 HTTP/1.1" status: 200 len: 375 time: 0.0147426 Feb 02 16:10:02.235740 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=1617111a-d9ff-4d72-a7fe-7e8c884e6223,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:02.351833 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-6e8df308-d5c8-4a39-abea-81b96cadf1a9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=422406253a54473e9b421ef781a5ea87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599155 Feb 02 16:10:02.371712 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.375640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd439754-0bc2-4fb4-a184-67814c85f799 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.379177 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:10:02.395383 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-68b1d73c-5613-4024-ad14-af81f3957701 admin admin] 10.222.0.31 "PUT /v2.0/routers/dba4d8dc-0411-421b-98bb-257c8fe60942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8520043 Feb 02 16:10:02.395636 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd439754-0bc2-4fb4-a184-67814c85f799 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfd4271-def3-4297-80fe-ad69bf49c9d1,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:02.482445 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cd439754-0bc2-4fb4-a184-67814c85f799 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.486339 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-cd439754-0bc2-4fb4-a184-67814c85f799 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "DELETE /v2.0/security-groups/dbfd4271-def3-4297-80fe-ad69bf49c9d1 HTTP/1.1" status: 204 len: 168 time: 0.4012809 Feb 02 16:10:02.487232 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45176) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:02.506821 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.api.v2.resource [None req-7234c3bf-b01e-41fc-a3f4-477f1eba1659 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] show failed (client error): The resource could not be found. Feb 02 16:10:02.507957 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-7234c3bf-b01e-41fc-a3f4-477f1eba1659 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "GET /v2.0/security-groups/dbfd4271-def3-4297-80fe-ad69bf49c9d1 HTTP/1.1" status: 404 len: 347 time: 0.0196941 Feb 02 16:10:02.514631 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45180) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:02.567916 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.574095 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-50d1c7ef-10bf-49ba-8588-825b8d530499 service neutron] 10.222.0.31 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033260 Feb 02 16:10:02.685800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Deleting port 5f65371b-2f35-46f2-abf7-343b6d206d35 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:10:02.686153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.708648 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c184b49b-f867-41db-a648-928d77f789da service neutron] 10.222.0.31 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372871 Feb 02 16:10:02.953890 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.954438 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.964534 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Sync routers for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:10:03.004746 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:03.011849 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:03.079405 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Calling delete_port for 5f65371b-2f35-46f2-abf7-343b6d206d35 owned by network:floatingip {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:10:03.188034 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f23fbd6a-6cbe-4bdd-8bcd-e6a4854116ed req-12e94de7-fb36-4d04-ad59-9933e7ba5d8f tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Synchronizing usage tracker for tenant:422406253a54473e9b421ef781a5ea87 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:03.213393 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:03.331828 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45204) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:03.337243 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-770107858-network', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:03.342008 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:03.346561 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Usage tracker for resource:network and tenant:b02c3e7ba1704935bd13346f52da55ce is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:03.349756 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:03.352961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-f23fbd6a-6cbe-4bdd-8bcd-e6a4854116ed req-12e94de7-fb36-4d04-ad59-9933e7ba5d8f tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Unset dirty status for tenant:422406253a54473e9b421ef781a5ea87 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:03.354155 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f23fbd6a-6cbe-4bdd-8bcd-e6a4854116ed req-12e94de7-fb36-4d04-ad59-9933e7ba5d8f tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 210 time: 0.2395902 Feb 02 16:10:03.358428 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:03.371596 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 1617111a-d9ff-4d72-a7fe-7e8c884e6223 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:03.438019 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.443284 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:03.443597 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.482894 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Made reservation on behalf of b02c3e7ba1704935bd13346f52da55ce for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:03.493498 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.505839 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Pushing event deleted for resources: {'Port': ['ID=5f65371b-2f35-46f2-abf7-343b6d206d35,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:03.534464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.553526 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 2, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:03.557934 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Checking router: dba4d8dc-0411-421b-98bb-257c8fe60942 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:10:03.558160 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Updating router dba4d8dc-0411-421b-98bb-257c8fe60942 port 5afb32c1-f697-45fb-bd86-ace5fc613b0c binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:10:03.603245 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:03.610760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Usage tracker for resource:security_group_rule and tenant:b02c3e7ba1704935bd13346f52da55ce is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:03.614764 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.615099 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:03.624461 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:03.628834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks [] for floatingip, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.726898 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.739091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.742733 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b1e130e6-d771-43e5-b964-daa7b1a56a84 tempest-AttachVolumeTestJSON-783710004 tempest-AttachVolumeTestJSON-783710004-project] 10.222.0.31 "DELETE /v2.0/floatingips/24b376a4-a7d5-43a4-b886-1a444c3983ca HTTP/1.1" status: 204 len: 168 time: 1.2246335 Feb 02 16:10:03.836307 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.867637 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=98643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:10:03.875975 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bad4585-f045-48c7-aa5f-384fe9e0dfb5,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:03.881459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.881808 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Added segment 2e12c270-e570-4185-aa7d-4dd7d923f334 of type vlan for network 7dcb8ebb-20b7-4856-a040-df0a0913b09a Feb 02 16:10:03.913093 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.969044 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:03.980295 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Transition to ACTIVE for port object 5afb32c1-f697-45fb-bd86-ace5fc613b0c will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:04.022644 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.085418 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.086427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:04.087016 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.156772 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.187244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] Pushing event updated for resources: {'Network': ['ID=7dcb8ebb-20b7-4856-a040-df0a0913b09a,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:04.198068 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:10:04.291034 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Pushing event updated for resources: {'Port': ['ID=5afb32c1-f697-45fb-bd86-ace5fc613b0c,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:04.331545 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.331993 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.332427 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.332814 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.333215 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.333619 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.333949 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.334272 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.334598 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.334925 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.335336 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.335764 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:04.351715 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-ba6a9c74-81de-43b9-bb94-aa1b5f4f9f5f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0187795 Feb 02 16:10:04.354493 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45214) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:04.359869 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Request body: {'subnet': {'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-770107858-subnet', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:04.364705 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:04.369120 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Usage tracker for resource:subnet and tenant:b02c3e7ba1704935bd13346f52da55ce is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:04.372241 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:04.380719 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:04.391860 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Attempting to bind port 5afb32c1-f697-45fb-bd86-ace5fc613b0c on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:10:04.392408 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Attempting to bind port 5afb32c1-f697-45fb-bd86-ace5fc613b0c by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:10:04.392609 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Attempting to bind port 5afb32c1-f697-45fb-bd86-ace5fc613b0c on network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:10:04.398413 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:10:04.398999 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Checking segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:04.399710 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.402223 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Bound using segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:10:04.402223 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Bound port: 5afb32c1-f697-45fb-bd86-ace5fc613b0c, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:10:04.402223 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.456325 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Made reservation on behalf of b02c3e7ba1704935bd13346f52da55ce for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:04.458883 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268327'] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.515347 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] For port 5afb32c1-f697-45fb-bd86-ace5fc613b0c, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:10:04.519715 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] For port 5afb32c1-f697-45fb-bd86-ace5fc613b0c, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=5afb32c1-f697-45fb-bd86-ace5fc613b0c,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:10:04.525355 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-083ba93b-74e4-4427-a14c-c52d81abe633 req-85dc51b5-47f9-483e-8a9d-6ea11a5afaf8 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 210 time: 0.0463898 Feb 02 16:10:04.640246 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.716951 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:04.717751 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:04.743596 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268341'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:04.824861 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049ada28-7c34-4105-9671-8372ff329ccc,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:04.833826 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Checking segment: {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:04.834418 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d82282-b140-4735-a5a9-ae3b3d2d68d2 None None] Pushing event updated for resources: {'Port': ['ID=5afb32c1-f697-45fb-bd86-ace5fc613b0c,revision_number=4']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:04.834623 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Network hostable DHCP agents. Network: 7dcb8ebb-20b7-4856-a040-df0a0913b09a, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:10:04.947930 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:04.967916 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:10:05.099177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 7dcb8ebb-20b7-4856-a040-df0a0913b09a) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:05.103975 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:05.105030 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.117842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8d135-fc9e-48f7-ba57-16630cd1ccc3 None None] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:05.245639 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45220) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:05.245949 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-8e9ae86d-ca5a-4817-ba27-000f1a2ecea2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8902836 Feb 02 16:10:05.251881 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:05.256457 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:05.260286 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Usage tracker for resource:router and tenant:b02c3e7ba1704935bd13346f52da55ce is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:05.264082 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:05.264332 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:04Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:05.268450 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cadb1b-81e5-47ac-a741-628d52dbecb9 None None] The sync data for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb is: [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:04Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:05.270501 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:05.368975 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-7dcb8ebb-20b7-4856-a040-df0a0913b09a', 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'fixed_ips': [{'subnet_id': '049ada28-7c34-4105-9671-8372ff329ccc'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 16:10:05.371391 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.377637 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.378960 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.395834 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.577708 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Allocated IP 172.20.0.2 (7dcb8ebb-20b7-4856-a040-df0a0913b09a/049ada28-7c34-4105-9671-8372ff329ccc/3997f2ac-58ed-4de1-8661-cf240ebbba6f) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:05.775946 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0cbbfbda-c56c-4edd-a318-b7af3395f320 req-4630d3a8-6c21-40d3-8adf-10a2918748b3 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 210 time: 0.0624361 Feb 02 16:10:05.842150 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.854505 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Transition to ACTIVE for port object 3997f2ac-58ed-4de1-8661-cf240ebbba6f will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:05.885091 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Transition to ACTIVE for port object 3997f2ac-58ed-4de1-8661-cf240ebbba6f will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:05.925844 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.985407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.027368 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-ebfbf61b-118b-453c-90db-dc80d8a31585 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:06.029934 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-ebfbf61b-118b-453c-90db-dc80d8a31585 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "GET /v2.0/networks?id=20cfcda5-1954-4bad-b439-3e7c83c2e2cf HTTP/1.1" status: 200 len: 809 time: 0.1562247 Feb 02 16:10:06.053896 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Request body: {'port': {'device_id': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf', 'admin_state_up': True, 'tenant_id': '422406253a54473e9b421ef781a5ea87'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:06.061966 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:06.065542 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:06.070799 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:10:06.121966 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Pushing event updated for resources: {'Port': ['ID=3997f2ac-58ed-4de1-8661-cf240ebbba6f,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:06.191381 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Attempting to bind port 3997f2ac-58ed-4de1-8661-cf240ebbba6f on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:10:06.192333 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Attempting to bind port 3997f2ac-58ed-4de1-8661-cf240ebbba6f by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:10:06.193136 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Attempting to bind port 3997f2ac-58ed-4de1-8661-cf240ebbba6f on network 7dcb8ebb-20b7-4856-a040-df0a0913b09a {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:10:06.204791 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:10:06.205170 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Checking segment: {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:06.205566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.206008 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Bound using segment: {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:10:06.206559 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Bound port: 3997f2ac-58ed-4de1-8661-cf240ebbba6f, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:10:06.207666 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.252356 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:06.265300 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:06.330399 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] For port 3997f2ac-58ed-4de1-8661-cf240ebbba6f, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:10:06.333882 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] For port 3997f2ac-58ed-4de1-8661-cf240ebbba6f, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3997f2ac-58ed-4de1-8661-cf240ebbba6f,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:10:06.389052 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Made reservation on behalf of 422406253a54473e9b421ef781a5ea87 for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:06.393174 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.474580 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.538738 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.586091 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57309d30-be9a-4bf4-a74a-0c158100aab7 None None] Pushing event updated for resources: {'Port': ['ID=3997f2ac-58ed-4de1-8661-cf240ebbba6f,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:06.596942 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Allocated IP 172.20.0.12 (20cfcda5-1954-4bad-b439-3e7c83c2e2cf/d0f2ef98-95c8-489e-868d-1bf4515e0124/1abfa1cf-a38d-4b9b-ba42-7f64f38597e9) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:06.605480 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.797158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Allocated IP 172.28.2.161 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/4e7febb4-63cd-48fc-88bd-df8cc9749108) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:07.025591 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a064007d-f5a6-4d7e-8c28-d5fe2fb85198 req-ba38f939-6559-4935-9fdc-ae2fde7c15d2 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 210 time: 0.0532324 Feb 02 16:10:07.041483 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.113448 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.259803 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.285787 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.338606 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:07.342328 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:07.344694 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:10:07.357771 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:07.361052 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:07.367037 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:10:07.398166 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Pushing event updated for resources: {'Port': ['ID=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:07.414101 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7febb4-63cd-48fc-88bd-df8cc9749108,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:07.431147 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:07.433278 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.434305 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.434694 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.435033 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.435440 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.436086 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.436567 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.437157 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.437361 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.437746 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.438267 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.438521 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.438848 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:07.500762 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3997f2ac-58ed-4de1-8661-cf240ebbba6f up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:07.561115 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-e3886761-9423-4ec5-83ac-a56c3566b7df tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5123773 Feb 02 16:10:07.585969 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Request body: {'port': {'device_id': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:07.690744 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 3997f2ac-58ed-4de1-8661-cf240ebbba6f completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:07.696310 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 5afb32c1-f697-45fb-bd86-ace5fc613b0c up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:07.731424 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.790654 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa36aba-d351-4f44-a614-2fb7ecd5ccf9 None None] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:07.871774 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 5afb32c1-f697-45fb-bd86-ace5fc613b0c completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:07.886109 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 5afb32c1-f697-45fb-bd86-ace5fc613b0c triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:07.886483 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:07.944949 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.111203 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] Provisioning for port 3997f2ac-58ed-4de1-8661-cf240ebbba6f completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:08.115294 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:10:08.122720 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] Provisioning complete for port 3997f2ac-58ed-4de1-8661-cf240ebbba6f triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:08.123104 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.126042 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.141273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Transition to ACTIVE for port object 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:08.178391 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.235550 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 5afb32c1-f697-45fb-bd86-ace5fc613b0c, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=5afb32c1-f697-45fb-bd86-ace5fc613b0c,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:08.268799 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.298867 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.341534 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] For port 3997f2ac-58ed-4de1-8661-cf240ebbba6f, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3997f2ac-58ed-4de1-8661-cf240ebbba6f,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:08.405835 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.456177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Pushing event updated for resources: {'Port': ['ID=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:08.471301 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.492520 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.492873 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1165f7-aa89-4141-b557-8274d395926f req-3ecada60-29b2-4a50-84ad-f0829066b64d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:08.498070 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-af1165f7-aa89-4141-b557-8274d395926f req-3ecada60-29b2-4a50-84ad-f0829066b64d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 932 time: 0.3197565 Feb 02 16:10:08.498271 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=5afb32c1-f697-45fb-bd86-ace5fc613b0c,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:08.533550 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Attempting to bind port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:10:08.533994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Attempting to bind port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:10:08.534555 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Attempting to bind port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 on network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:10:08.539980 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 on network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:10:08.540414 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Attempting to bind port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 on network 20cfcda5-1954-4bad-b439-3e7c83c2e2cf {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:10:08.546486 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:10:08.546879 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Checking segment: {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:08.547401 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Bound using segment: {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:10:08.547956 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Bound port: 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc80353-9f01-4834-9eb2-895e55ec5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:10:08.548405 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.571107 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39e44-310d-42da-95be-aecd29ffeffb None None] Pushing event updated for resources: {'Port': ['ID=3997f2ac-58ed-4de1-8661-cf240ebbba6f,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:08.623193 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-19f595ca-1ed1-43d9-9c11-bfc5317ee90b None None] Provisioning complete for port 3997f2ac-58ed-4de1-8661-cf240ebbba6f triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:08.623649 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-19f595ca-1ed1-43d9-9c11-bfc5317ee90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.667675 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] For port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:10:08.671586 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] For port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:10:08.701884 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-af1165f7-aa89-4141-b557-8274d395926f req-6ee51a92-dc5b-4ec0-b237-9d3a39ed1ce6 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125391 Feb 02 16:10:08.791477 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45256) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:08.796904 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.855010 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:08.855811 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.857840 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] 10.222.0.85 "PUT /v2.0/ports/1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 HTTP/1.1" status: 200 len: 1094 time: 1.2812974 Feb 02 16:10:08.860696 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'tag': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:08.890788 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d342d-c0a9-4349-983f-f9caa475af82 service neutron] Pushing event updated for resources: {'Port': ['ID=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:08.907189 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'tag': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9', 'status': 'completed', 'code': 200} Feb 02 16:10:08.925439 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:10:09.024858 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b8cf-7f74-4f8e-b81b-d2ffa62e5c41 req-aac4e8d6-afae-4e57-8d04-083c1b24c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:09.026492 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-62c1b8cf-7f74-4f8e-b81b-d2ffa62e5c41 req-aac4e8d6-afae-4e57-8d04-083c1b24c4e8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=422406253a54473e9b421ef781a5ea87&device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 1097 time: 0.0785351 Feb 02 16:10:09.172278 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b8cf-7f74-4f8e-b81b-d2ffa62e5c41 req-cb845968-661e-4291-8fa6-2df153639238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:09.173632 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-62c1b8cf-7f74-4f8e-b81b-d2ffa62e5c41 req-cb845968-661e-4291-8fa6-2df153639238 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=422406253a54473e9b421ef781a5ea87&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1346378 Feb 02 16:10:09.245708 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:10:09.254507 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Sync routers for ids ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:10:09.264561 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Routers {'1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:09.265199 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:09.314312 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b8cf-7f74-4f8e-b81b-d2ffa62e5c41 req-2941a4bb-4664-470b-a37e-6249237e7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:09.315775 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-62c1b8cf-7f74-4f8e-b81b-d2ffa62e5c41 req-2941a4bb-4664-470b-a37e-6249237e7139 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362185 Feb 02 16:10:09.381773 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3997f2ac-58ed-4de1-8661-cf240ebbba6f up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:09.435151 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.441611 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b7b2d641-e1cf-4760-9ada-f97c12f91795 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1921051 Feb 02 16:10:09.441884 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45266) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:09.533726 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Set router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:09.618445 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-32653296-55db-45f8-a423-550e6ad69877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:09.619934 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-32653296-55db-45f8-a423-550e6ad69877 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=422406253a54473e9b421ef781a5ea87&device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 1097 time: 0.2406476 Feb 02 16:10:09.673628 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 3997f2ac-58ed-4de1-8661-cf240ebbba6f triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:09.674202 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.698337 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.766883 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-1ab3b712-b047-4bfa-852f-25d160640cc5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 HTTP/1.1" status: 200 len: 217 time: 0.0900803 Feb 02 16:10:09.914272 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-29b02959-7265-480b-86d2-2157cae1fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:09.915995 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-29b02959-7265-480b-86d2-2157cae1fa66 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d0f2ef98-95c8-489e-868d-1bf4515e0124 HTTP/1.1" status: 200 len: 849 time: 0.1393652 Feb 02 16:10:09.963106 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 5afb32c1-f697-45fb-bd86-ace5fc613b0c up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:10.009027 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:10:07Z', 'revision_number': 3, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:10.018634 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Checking router: 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:10:10.018973 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Updating router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 port 4e7febb4-63cd-48fc-88bd-df8cc9749108 binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:10:10.051991 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-3edeedef-7d85-4763-807c-5a58a95d2be9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20cfcda5-1954-4bad-b439-3e7c83c2e2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837708 Feb 02 16:10:10.071225 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de011714-342b-40c7-aa69-80dedda2c5a7 req-7ad07163-987c-414c-b6d1-b3653c3c6747 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:10.072868 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-de011714-342b-40c7-aa69-80dedda2c5a7 req-7ad07163-987c-414c-b6d1-b3653c3c6747 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 944 time: 0.2318571 Feb 02 16:10:10.089034 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.139602 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 5afb32c1-f697-45fb-bd86-ace5fc613b0c triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:10.140244 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.304648 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-de011714-342b-40c7-aa69-80dedda2c5a7 req-413b31ce-954b-48e9-a24e-29ecd8759edb tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220089 Feb 02 16:10:10.359264 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-47316599-c41d-4819-8faf-7a9532748e32 service neutron] 10.222.0.85 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978568 Feb 02 16:10:10.387609 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Deleting port e9ecc223-475f-4241-9f1c-20be7ef98b58 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:10:10.387609 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.584569 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0c59e8a2-3b71-4450-a14f-51bcdbe39762 req-de9cbfc0-1549-47c6-a1b9-cc82a501fed1 service neutron] 10.222.0.85 "GET /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958594 Feb 02 16:10:10.589325 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.593677 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] For port e9ecc223-475f-4241-9f1c-20be7ef98b58, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=e9ecc223-475f-4241-9f1c-20be7ef98b58,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:10.594323 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.606190 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Transition to ACTIVE for port object 4e7febb4-63cd-48fc-88bd-df8cc9749108 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:10.642760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.722782 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Calling delete_port for e9ecc223-475f-4241-9f1c-20be7ef98b58 owned by network:router_interface {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:10:10.772483 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.873941 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Allocated IP 172.20.0.1 (7dcb8ebb-20b7-4856-a040-df0a0913b09a/049ada28-7c34-4105-9671-8372ff329ccc/ec1ea94e-8e57-4b6e-895d-f97e4e82057a) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:10.899373 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Pushing event updated for resources: {'Port': ['ID=4e7febb4-63cd-48fc-88bd-df8cc9749108,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:10.902163 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Attempting to bind port 4e7febb4-63cd-48fc-88bd-df8cc9749108 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:10:10.902690 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Attempting to bind port 4e7febb4-63cd-48fc-88bd-df8cc9749108 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:10:10.903840 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Attempting to bind port 4e7febb4-63cd-48fc-88bd-df8cc9749108 on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:10:10.911242 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:10:10.915868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:10.915868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.915868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:10:10.915868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Bound port: 4e7febb4-63cd-48fc-88bd-df8cc9749108, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:10:10.915868 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:10.959719 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.960481 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.960978 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.961475 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.961964 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.962458 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.962953 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.963466 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.963946 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.964424 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.964906 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:10.965492 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:11.019718 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] For port 4e7febb4-63cd-48fc-88bd-df8cc9749108, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:10:11.023219 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] For port 4e7febb4-63cd-48fc-88bd-df8cc9749108, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=4e7febb4-63cd-48fc-88bd-df8cc9749108,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:10:11.099912 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.176710 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.183016 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Routers {'1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:11.183674 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:11.197438 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.216620 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Transition to ACTIVE for port object ec1ea94e-8e57-4b6e-895d-f97e4e82057a will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:11.266540 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ecc223-475f-4241-9f1c-20be7ef98b58,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:11.313287 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e1214-1e1b-4c9e-86cf-03b9c4e23534 None None] Pushing event updated for resources: {'Port': ['ID=4e7febb4-63cd-48fc-88bd-df8cc9749108,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:11.348272 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.474405 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:11.478060 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:11.478385 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] Set router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:11.481747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:10:11.561949 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.597344 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec547b-8d54-4e12-8a68-c31c37106cde req-5ec3271a-3f4a-4461-8747-b4f1e7a16f2a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:11.605381 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-62ec547b-8d54-4e12-8a68-c31c37106cde req-5ec3271a-3f4a-4461-8747-b4f1e7a16f2a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.3902113 Feb 02 16:10:11.674020 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-62ec547b-8d54-4e12-8a68-c31c37106cde req-0e754289-9d45-4ccc-8ff2-139aa4362aec tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675685 Feb 02 16:10:11.714964 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.740387 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Pushing event updated for resources: {'Port': ['ID=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:11.851686 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6455a7-9687-45bf-ab43-1cf3e713088e req-3107fcc0-b166-45bc-862c-3b546d7ff573 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:11.852386 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5d6455a7-9687-45bf-ab43-1cf3e713088e req-3107fcc0-b166-45bc-862c-3b546d7ff573 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Synchronizing usage tracker for tenant:422406253a54473e9b421ef781a5ea87 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:11.877514 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:10:07Z', 'revision_number': 3, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:11.881513 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b2004-9aa1-4724-8b61-6f3ee66386f2 None None] The sync data for ids ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'] in dv-cinder-817833-1-smb is: [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:10:07Z', 'revision_number': 3, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:11.919662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-002cd2e9-08be-41ad-bafa-95969a52d160 None None] Provisioning for port ec1ea94e-8e57-4b6e-895d-f97e4e82057a completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:11.925034 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-002cd2e9-08be-41ad-bafa-95969a52d160 None None] Provisioning complete for port ec1ea94e-8e57-4b6e-895d-f97e4e82057a triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:11.925402 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-002cd2e9-08be-41ad-bafa-95969a52d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.948478 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-5d6455a7-9687-45bf-ab43-1cf3e713088e req-3107fcc0-b166-45bc-862c-3b546d7ff573 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Unset dirty status for tenant:422406253a54473e9b421ef781a5ea87 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:11.950178 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d6455a7-9687-45bf-ab43-1cf3e713088e req-3107fcc0-b166-45bc-862c-3b546d7ff573 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 944 time: 0.3919532 Feb 02 16:10:11.986490 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-002cd2e9-08be-41ad-bafa-95969a52d160 None None] Port ec1ea94e-8e57-4b6e-895d-f97e4e82057a cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:10:12.046800 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.066130 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d6455a7-9687-45bf-ab43-1cf3e713088e req-0bac64ec-9c3d-46dd-abb9-f336404ba291 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752878 Feb 02 16:10:12.230753 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:10:12.315957 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.410781 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.411733 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:10:12.423702 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] Sync routers for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:10:12.430611 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b20d574c-35e8-4eef-8e8b-14b8a21a7d88 admin admin] 10.222.0.31 "PUT /v2.0/routers/e1b8d7e4-9999-4020-8fa3-bfbb58d24580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6380734 Feb 02 16:10:12.434394 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45288) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:12.438129 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:12.439004 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:12.529128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Pushing event updated for resources: {'Port': ['ID=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:12.541446 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.627394 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:12.639397 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks [] for router, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.671391 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:10:12.769540 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:12.770714 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:12.953566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:12.971844 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9', 'network_id': '20cfcda5-1954-4bad-b439-3e7c83c2e2cf', 'port_id': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9', 'mac_address': 'fa:16:3e:d6:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f2ef98-95c8-489e-868d-1bf4515e0124', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:10:13.033924 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:10:13.071391 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.094477 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:13.094666 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9ba59-cce4-40c5-8820-2925c63d16fe req-1d828e7f-f741-430c-968a-492c7b9285a4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:13.096346 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d6a9ba59-cce4-40c5-8820-2925c63d16fe req-1d828e7f-f741-430c-968a-492c7b9285a4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1801343 Feb 02 16:10:13.098943 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.101115 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:10:13.104398 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] Checking router: e1b8d7e4-9999-4020-8fa3-bfbb58d24580 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:10:13.118243 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] Routers {'e1b8d7e4-9999-4020-8fa3-bfbb58d24580'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:13.119245 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:13.132239 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:13.133952 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-b0b325d8-fa63-47a4-aea4-11cf65a2cc8f None None] Provisioning complete for port ec1ea94e-8e57-4b6e-895d-f97e4e82057a triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:13.134325 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-b0b325d8-fa63-47a4-aea4-11cf65a2cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.169271 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d6a9ba59-cce4-40c5-8820-2925c63d16fe req-9b31b3d2-8725-42a4-b3be-f5dc9bd0a047 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662127 Feb 02 16:10:13.213487 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-b0b325d8-fa63-47a4-aea4-11cf65a2cc8f None None] Port ec1ea94e-8e57-4b6e-895d-f97e4e82057a cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:10:13.216342 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Deleting port 11dea21b-e1bd-43f4-865f-3a003745c8bb {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:10:13.216804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.227592 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.303656 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:13.345924 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] Set router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:13.447395 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] For port 11dea21b-e1bd-43f4-865f-3a003745c8bb, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=11dea21b-e1bd-43f4-865f-3a003745c8bb,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:13.448414 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.473523 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 4e7febb4-63cd-48fc-88bd-df8cc9749108 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:13.531067 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:10:13.531776 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['1abfa1cf-a38d-4b9b-ba42-7f64f38597e9'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:10:13.554040 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-29517d45-e93f-4b4d-8254-fe591f03ab6b admin admin] 10.222.0.31 "PUT /v2.0/routers/1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1090839 Feb 02 16:10:13.572650 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd1c1-1186-49d3-bc92-ea8dfff472a5 req-904744c7-fbbb-404c-8b86-62194850970a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:13.575246 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-02ecd1c1-1186-49d3-bc92-ea8dfff472a5 req-904744c7-fbbb-404c-8b86-62194850970a tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 945 time: 0.3283069 Feb 02 16:10:13.620159 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Calling delete_port for 11dea21b-e1bd-43f4-865f-3a003745c8bb owned by network:router_gateway {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:10:13.642322 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-02ecd1c1-1186-49d3-bc92-ea8dfff472a5 req-f81ba1ad-dff8-4882-884c-12ec63888416 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Feb 02 16:10:13.756800 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 4e7febb4-63cd-48fc-88bd-df8cc9749108 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:13.763400 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 4e7febb4-63cd-48fc-88bd-df8cc9749108 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:13.767862 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:13.845125 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:13.848410 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Sync routers for ids ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:10:13.852243 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a9088-434a-49aa-9623-a099dfaa786d None None] The sync data for ids ['e1b8d7e4-9999-4020-8fa3-bfbb58d24580'] in dv-cinder-817833-1-smb is: [{'id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'name': 'tempest-AttachVolumeTestJSON-301428857-router', 'tenant_id': '37711180899542fcaee065f8b3abde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:04:30Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 5, 'project_id': '37711180899542fcaee065f8b3abde27', 'gw_port': {'id': '11dea21b-e1bd-43f4-865f-3a003745c8bb', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8d7e4-9999-4020-8fa3-bfbb58d24580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:04:32Z', 'updated_at': '2022-02-02T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:13.881139 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Routers {'1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:13.881787 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:14.104643 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.127265 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Set router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:14.171083 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 4e7febb4-63cd-48fc-88bd-df8cc9749108, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=4e7febb4-63cd-48fc-88bd-df8cc9749108,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:14.179657 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.246132 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Pushing event deleted for resources: {'Port': ['ID=11dea21b-e1bd-43f4-865f-3a003745c8bb,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:14.292227 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.387027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.470076 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=4e7febb4-63cd-48fc-88bd-df8cc9749108,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:14.470711 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd613bb-0362-4366-8199-8a28eadc87ad req-457ed959-905e-4bb8-8ce7-0062d7226f72 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:14.481841 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7cd613bb-0362-4366-8199-8a28eadc87ad req-457ed959-905e-4bb8-8ce7-0062d7226f72 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1386802 Feb 02 16:10:14.537098 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7cd613bb-0362-4366-8199-8a28eadc87ad req-cbaa3401-d222-4ecf-86a9-220ce1a6b8bd tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562158 Feb 02 16:10:14.606622 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.609963 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.615179 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 4, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'ec1ea94e-8e57-4b6e-895d-f97e4e82057a', 'name': '', 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'mac_address': 'fa:16:3e:9e:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '049ada28-7c34-4105-9671-8372ff329ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:10Z', 'updated_at': '2022-02-02T16:10:12Z', 'revision_number': 2, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'subnets': [{'id': '049ada28-7c34-4105-9671-8372ff329ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:14.619456 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Checking router: 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:10:14.620055 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Updating router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 port ec1ea94e-8e57-4b6e-895d-f97e4e82057a binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:10:14.672825 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:14.720125 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.722384 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.722929 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b8d7e4-9999-4020-8fa3-bfbb58d24580 {{(pid=98642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:10:14.738237 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.739437 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-82bab14e-92c2-48fe-907a-1e83d1f84477 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e1b8d7e4-9999-4020-8fa3-bfbb58d24580 HTTP/1.1" status: 204 len: 168 time: 2.3040185 Feb 02 16:10:14.742171 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45308) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:14.826623 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Deleting subnet 6d114091-9195-43b6-8968-1c08e5c34bf3 {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:10:14.833560 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45312) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:14.835225 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.844033 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581064766', 'description': 'tempest-secgroup-smoke-581064766 description', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:14.852201 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:14.866156 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:14.869653 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:14.877475 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:14.890284 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:14.906493 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26813e-12cd-4e00-82db-182535845f5f req-56a2f787-0ad7-4af1-843f-8f19320b5fe9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:14.908094 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0d26813e-12cd-4e00-82db-182535845f5f req-56a2f787-0ad7-4af1-843f-8f19320b5fe9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 945 time: 0.1501069 Feb 02 16:10:14.960530 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0d26813e-12cd-4e00-82db-182535845f5f req-33655b77-252a-41ca-9b82-8a64aa016bb9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Feb 02 16:10:15.000214 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.021165 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:15.024508 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.025143 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:15.028273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:15.033224 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:15.046660 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:15.046822 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:15.046822 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.105602 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.188199 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.208651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.225596 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d114091-9195-43b6-8968-1c08e5c34bf3,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:15.229651 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.233526 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Transition to ACTIVE for port object ec1ea94e-8e57-4b6e-895d-f97e4e82057a will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:15.233974 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.239915 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53508ab-9ebd-4c50-91ce-ed5bb20e8a02 None None] Network 5687b2fa-20f0-4d66-833a-280a75073305 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:15.241859 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3a792826-8dc9-48aa-8249-ab6a7f4375a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6d114091-9195-43b6-8968-1c08e5c34bf3 HTTP/1.1" status: 204 len: 168 time: 0.4982104 Feb 02 16:10:15.245492 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45316) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:15.262614 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.300440 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25d57e-b70e-4d37-94b9-6561f03b91c4,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:15.338145 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.366971 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.378473 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Deleting port 3cea1659-ed71-4442-a1ec-b23d0813e701 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:10:15.378473 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.384849 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.389203 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-a27e315c-2b17-4202-be28-3503a00b1082 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5514708 Feb 02 16:10:15.391099 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45320) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:15.396380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group_rule': {'security_group_id': '9b25d57e-b70e-4d37-94b9-6561f03b91c4', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:15.414612 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:15.423427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:15.423427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:15.429654 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:15.470121 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 4e7febb4-63cd-48fc-88bd-df8cc9749108 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:15.510631 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:15.514843 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.610271 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b599d4-f2a1-444b-bf9c-0b63fd50b42a None None] Pushing event updated for resources: {'Port': ['ID=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:15.632962 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.668314 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] For port 3cea1659-ed71-4442-a1ec-b23d0813e701, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3cea1659-ed71-4442-a1ec-b23d0813e701,segment=NetworkSegment(5c37467f-7f32-4c56-9402-33b9cda98039),segment_id=5c37467f-7f32-4c56-9402-33b9cda98039)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:15.669365 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.673482 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:15.701961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.719622 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9', 'code': 200} Feb 02 16:10:15.733864 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dbb1d4-3d05-47bc-85b0-6e9c5b496624,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:15.814802 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.816663 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Calling delete_port for 3cea1659-ed71-4442-a1ec-b23d0813e701 owned by network:dhcp {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:10:15.830021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ed28-57aa-4a20-bac7-09f5f986b6f3 req-513fd49b-4307-4edc-9d70-f61911937b70 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:15.831558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5550ed28-57aa-4a20-bac7-09f5f986b6f3 req-513fd49b-4307-4edc-9d70-f61911937b70 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0957713 Feb 02 16:10:15.867563 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:15.869066 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-45f4d537-ebbc-4212-a039-e99ae0119393 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766881 Feb 02 16:10:15.872774 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45330) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:15.880828 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group_rule': {'security_group_id': '9b25d57e-b70e-4d37-94b9-6561f03b91c4', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:15.888873 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:15.905483 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:15.909022 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5550ed28-57aa-4a20-bac7-09f5f986b6f3 req-2aad1412-d37a-4e6d-b4c2-d27b9cb61c60 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675304 Feb 02 16:10:15.909430 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:15.917390 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:15.954763 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Attempting to bind port ec1ea94e-8e57-4b6e-895d-f97e4e82057a on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:10:15.955120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Attempting to bind port ec1ea94e-8e57-4b6e-895d-f97e4e82057a by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:10:15.955497 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Attempting to bind port ec1ea94e-8e57-4b6e-895d-f97e4e82057a on network 7dcb8ebb-20b7-4856-a040-df0a0913b09a {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:10:15.961932 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 4e7febb4-63cd-48fc-88bd-df8cc9749108 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:15.962295 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.001318 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:10:16.001693 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Checking segment: {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:16.002082 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.002465 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Bound using segment: {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:10:16.002926 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Bound port: ec1ea94e-8e57-4b6e-895d-f97e4e82057a, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e12c270-e570-4185-aa7d-4dd7d923f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:10:16.003309 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.045743 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:16.114434 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.166506 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] For port ec1ea94e-8e57-4b6e-895d-f97e4e82057a, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:10:16.170487 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] For port ec1ea94e-8e57-4b6e-895d-f97e4e82057a, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:10:16.208878 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92781a47-af2a-44c0-abee-7a8bfd988339 None None] DHCP port deletion for 5687b2fa-20f0-4d66-833a-280a75073305 request from dv-cinder-817833-1-smb {{(pid=98644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:10:16.240585 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5244a7-0f36-49d6-a84e-f53a41bf13ae req-6e6d6df1-918b-451e-8046-a94b26606c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:16.242272 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5a5244a7-0f36-49d6-a84e-f53a41bf13ae req-6e6d6df1-918b-451e-8046-a94b26606c93 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 1099 time: 0.0902798 Feb 02 16:10:16.278734 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e9ecc223-475f-4241-9f1c-20be7ef98b58 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:16.281017 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.290690 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Pushing event deleted for resources: {'Port': ['ID=3cea1659-ed71-4442-a1ec-b23d0813e701,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:16.302322 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] No DVR routers for this DVR port 3cea1659-ed71-4442-a1ec-b23d0813e701 on host dv-cinder-817833-1-smb {{(pid=98642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:10:16.304322 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5a5244a7-0f36-49d6-a84e-f53a41bf13ae req-f0ee307f-5a0c-4c99-8967-cda16c70f262 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531895 Feb 02 16:10:16.314458 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.357871 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: e9ecc223-475f-4241-9f1c-20be7ef98b58 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:10:16.358236 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e9ecc223-475f-4241-9f1c-20be7ef98b58 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:16.358609 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 11dea21b-e1bd-43f4-865f-3a003745c8bb no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:16.409817 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 11dea21b-e1bd-43f4-865f-3a003745c8bb {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:10:16.410035 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 11dea21b-e1bd-43f4-865f-3a003745c8bb not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:16.435630 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Routers {'1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:10:16.436262 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:10:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:16.464072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.492806 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b599d4-f2a1-444b-bf9c-0b63fd50b42a None None] Pushing event updated for resources: {'Port': ['ID=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:16.496550 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3782f91-f6d6-4ec6-b013-ead1c3905f25 req-e34f702c-3c4c-4fca-8528-a597bc4e5280 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:16.504214 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b3782f91-f6d6-4ec6-b013-ead1c3905f25 req-e34f702c-3c4c-4fca-8528-a597bc4e5280 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 946 time: 0.4288275 Feb 02 16:10:16.532135 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.539598 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5687b2fa-20f0-4d66-833a-280a75073305']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:16.562109 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c37467f-7f32-4c56-9402-33b9cda98039') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:16.562487 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c37467f-7f32-4c56-9402-33b9cda98039') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:16.580027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.600138 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b3782f91-f6d6-4ec6-b013-ead1c3905f25 req-1f9d0565-f6a8-4b86-9305-a95027ede6d9 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949733 Feb 02 16:10:16.627978 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.627978 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:10:16.627978 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.630371 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] Set router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:10:16.642976 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:10:16.691582 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.733804 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c446d22-612d-4563-bf9c-57cee6c83cf0,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:16.839120 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.857063 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.862930 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] 10.222.0.31 "DELETE /v2.0/networks/5687b2fa-20f0-4d66-833a-280a75073305 HTTP/1.1" status: 204 len: 168 time: 1.6124678 Feb 02 16:10:16.864907 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e2721-d063-4064-872c-ddcd19317fec admin admin] Pushing event deleted for resources: {'Network': ['ID=5687b2fa-20f0-4d66-833a-280a75073305,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:16.896757 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:16.900525 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-9945e03b-e8cb-4312-b56f-7bd45269c32e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0242677 Feb 02 16:10:16.900779 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45338) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:16.906612 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group_rule': {'security_group_id': '9b25d57e-b70e-4d37-94b9-6561f03b91c4', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:16.912363 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:16.917584 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:16.921456 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:16.927393 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:16.951199 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 4, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'ec1ea94e-8e57-4b6e-895d-f97e4e82057a', 'name': '', 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'mac_address': 'fa:16:3e:9e:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '049ada28-7c34-4105-9671-8372ff329ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:10Z', 'updated_at': '2022-02-02T16:10:16Z', 'revision_number': 4, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'subnets': [{'id': '049ada28-7c34-4105-9671-8372ff329ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:16.955663 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8663fa5-9b0b-4b33-8ca0-15c8c9206b98 None None] The sync data for ids ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'] in dv-cinder-817833-1-smb is: [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:10:11Z', 'revision_number': 4, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'ec1ea94e-8e57-4b6e-895d-f97e4e82057a', 'name': '', 'network_id': '7dcb8ebb-20b7-4856-a040-df0a0913b09a', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'mac_address': 'fa:16:3e:9e:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '049ada28-7c34-4105-9671-8372ff329ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:10Z', 'updated_at': '2022-02-02T16:10:16Z', 'revision_number': 4, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'subnets': [{'id': '049ada28-7c34-4105-9671-8372ff329ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:17.126909 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015e195-e835-40eb-af09-322bf5955e8a req-f515baeb-d2cf-4d30-abd8-d7dee708d523 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:17.133430 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f015e195-e835-40eb-af09-322bf5955e8a req-f515baeb-d2cf-4d30-abd8-d7dee708d523 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0901418 Feb 02 16:10:17.133580 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.185495 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f015e195-e835-40eb-af09-322bf5955e8a req-f1b6f29e-ec61-4312-871d-70ea90b1acc2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Feb 02 16:10:17.208870 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.333943 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.365476 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c5ba60-24fc-408a-a55f-6ffd2bed41db,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:17.415622 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45344) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:17.424127 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device ec1ea94e-8e57-4b6e-895d-f97e4e82057a up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:17.482608 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-198e7df2-b3db-4d62-abfc-740ad7825e86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37711180899542fcaee065f8b3abde27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0656104 Feb 02 16:10:17.485305 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45348) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:17.496340 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.497686 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-95712963-ace7-41f7-8435-84142b4087fa tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5958498 Feb 02 16:10:17.500583 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45352) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:17.506184 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group_rule': {'security_group_id': '9b25d57e-b70e-4d37-94b9-6561f03b91c4', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:17.514601 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:17.518656 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:17.522270 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:17.530033 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:17.555393 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-204d98e5-91c5-4592-98b8-ad9f6f4e819e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.582397 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-204d98e5-91c5-4592-98b8-ad9f6f4e819e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.639100 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port ec1ea94e-8e57-4b6e-895d-f97e4e82057a completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:17.644335 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port ec1ea94e-8e57-4b6e-895d-f97e4e82057a triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:17.647430 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.647546 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.725032 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.779514 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.815642 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port ec1ea94e-8e57-4b6e-895d-f97e4e82057a, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:17.817724 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99c5fd-7d70-4ff0-b3b3-0062fd2c4ecf req-2368763d-fa38-40ab-8d59-1a25b8be198f tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:17.819220 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8c99c5fd-7d70-4ff0-b3b3-0062fd2c4ecf req-2368763d-fa38-40ab-8d59-1a25b8be198f tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 946 time: 0.0910304 Feb 02 16:10:17.867996 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8c99c5fd-7d70-4ff0-b3b3-0062fd2c4ecf req-4d6b38c7-8150-47da-850f-62fecb1dc7a7 tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Feb 02 16:10:17.948072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.952271 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-204d98e5-91c5-4592-98b8-ad9f6f4e819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.983727 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d98e5-91c5-4592-98b8-ad9f6f4e819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84490815-7323-488d-ae50-3ae15ca517f9,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:17.985716 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f14581-2b7c-4ac9-ac9c-863747cc423f,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:17.991158 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-204d98e5-91c5-4592-98b8-ad9f6f4e819e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.995717 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-204d98e5-91c5-4592-98b8-ad9f6f4e819e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84490815-7323-488d-ae50-3ae15ca517f9 HTTP/1.1" status: 204 len: 168 time: 0.5086634 Feb 02 16:10:18.031403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.121133 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3cea1659-ed71-4442-a1ec-b23d0813e701 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:18.133195 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.134388 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-be0b608b-bcf4-4482-b76d-d60ba341b210 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6328542 Feb 02 16:10:18.137927 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45362) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:18.142902 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group_rule': {'security_group_id': '9b25d57e-b70e-4d37-94b9-6561f03b91c4', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:18.157182 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:18.164730 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:18.171990 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 3cea1659-ed71-4442-a1ec-b23d0813e701 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:10:18.172336 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3cea1659-ed71-4442-a1ec-b23d0813e701 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:18.173728 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:18.181433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:18.181603 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:18.380031 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ab2d5-a27c-4772-80be-0da2b22490f6 req-b946038c-6fa6-4d2c-8cea-6b1270e37109 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:18.381461 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f8ab2d5-a27c-4772-80be-0da2b22490f6 req-b946038c-6fa6-4d2c-8cea-6b1270e37109 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0820782 Feb 02 16:10:18.426785 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4f8ab2d5-a27c-4772-80be-0da2b22490f6 req-c6fcf993-946b-40cc-a573-b71a7e0c9bfe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Feb 02 16:10:18.433346 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.435307 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.securitygroups_db [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Project d5f7f6f4a55145af8bd647ee7ef2fc42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:10:18.443339 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.510141 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.630230 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.656298 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93d9047-6368-45fd-bf53-8545f98b54f3,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:18.748482 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.753502 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-217e1162-1a5f-4be7-95f3-f312cc396e40 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6108363 Feb 02 16:10:18.755597 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45380) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:18.760593 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'security_group_rule': {'security_group_id': '9b25d57e-b70e-4d37-94b9-6561f03b91c4', 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:18.766672 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:18.770690 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:security_group_rule and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:18.773581 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:18.779589 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:18.919486 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.securitygroups_db [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Project d5f7f6f4a55145af8bd647ee7ef2fc42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:10:18.926885 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.996091 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:19.110063 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:19.134422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6be944-daac-4dbe-a656-faf3e4d9def2,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:19.267509 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:19.268722 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0cb0d5a4-d422-4706-8a13-5b9eda1d4db0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5122476 Feb 02 16:10:19.376663 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device ec1ea94e-8e57-4b6e-895d-f97e4e82057a up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:19.490261 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port ec1ea94e-8e57-4b6e-895d-f97e4e82057a triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:19.491423 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:19.634555 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ddccf-92c6-4db8-a766-8b2e03c510f1 req-c7bacf7f-a6df-45b9-8ee7-4e18b2327e5f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:19.637032 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-790ddccf-92c6-4db8-a766-8b2e03c510f1 req-c7bacf7f-a6df-45b9-8ee7-4e18b2327e5f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0877039 Feb 02 16:10:19.690750 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-790ddccf-92c6-4db8-a766-8b2e03c510f1 req-b330c050-240f-494d-a753-a230176903ea tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454392 Feb 02 16:10:20.097433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa43c-0000-475f-82a6-b973e6151f02 req-4546c606-e99d-44e8-8a74-c0d700b0aefa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:20.098958 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-121aa43c-0000-475f-82a6-b973e6151f02 req-4546c606-e99d-44e8-8a74-c0d700b0aefa tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 946 time: 0.0804992 Feb 02 16:10:20.143851 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-121aa43c-0000-475f-82a6-b973e6151f02 req-47edf6b5-a702-416e-871d-4ea68ec7c13d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Feb 02 16:10:20.882865 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423190-5b71-4643-bca5-f6f8c7e455aa req-40ff4d5a-8e56-4443-a108-9a86c610b718 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:20.887917 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5f423190-5b71-4643-bca5-f6f8c7e455aa req-40ff4d5a-8e56-4443-a108-9a86c610b718 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0849853 Feb 02 16:10:20.933851 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5f423190-5b71-4643-bca5-f6f8c7e455aa req-23e1b25c-5861-4466-aad4-ec8703c717aa tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Feb 02 16:10:21.341968 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490ae27-ce19-4c15-82d1-3f10fcb3e03c req-68e4d38a-2ff4-414e-9bfb-971e0b6c3a9d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:21.344589 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f490ae27-ce19-4c15-82d1-3f10fcb3e03c req-68e4d38a-2ff4-414e-9bfb-971e0b6c3a9d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 946 time: 0.0929432 Feb 02 16:10:21.390320 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f490ae27-ce19-4c15-82d1-3f10fcb3e03c req-cab26c0a-cb5e-49de-a05d-a371a0a9a90d tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/security-groups?id=8480c83b-8886-487c-9a92-ee3902318bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Feb 02 16:10:21.561093 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-e289e26f-7cdb-4b5a-8d4b-78b39bc5211b tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:21.562492 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-e289e26f-7cdb-4b5a-8d4b-78b39bc5211b tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 946 time: 0.0803478 Feb 02 16:10:21.634833 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Deleting port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:10:21.635183 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:21.904589 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] For port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,segment=NetworkSegment(6fc80353-9f01-4834-9eb2-895e55ec5a93),segment_id=6fc80353-9f01-4834-9eb2-895e55ec5a93)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:21.904954 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:22.034686 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Calling delete_port for 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:10:22.251481 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99a4b-86c0-4691-94a0-77e3cc1d422f req-0d8b7199-7299-4139-a1a1-d87bef8bd010 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:22.252935 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dac99a4b-86c0-4691-94a0-77e3cc1d422f req-0d8b7199-7299-4139-a1a1-d87bef8bd010 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1708376 Feb 02 16:10:22.306443 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-dac99a4b-86c0-4691-94a0-77e3cc1d422f req-6d7a41a9-cc4b-40cc-8e40-7ccb9784002c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Feb 02 16:10:22.396487 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:22.437261 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['1abfa1cf-a38d-4b9b-ba42-7f64f38597e9'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:10:22.455034 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Pushing event deleted for resources: {'Port': ['ID=1abfa1cf-a38d-4b9b-ba42-7f64f38597e9,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:22.582508 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3b7a6748-eca0-4231-8079-6233cc4ec937 req-4dd64e6d-c1f6-4d11-8caf-0b82aeb2e28c tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 210 time: 0.0558572 Feb 02 16:10:22.649441 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] No DVR routers for this DVR port 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:10:22.652086 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:22.655173 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'name': 'network-vif-deleted', 'tag': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:22.704098 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841d0d72-b983-4c40-aa38-7eceffdfb060', 'name': 'network-vif-deleted', 'tag': '1abfa1cf-a38d-4b9b-ba42-7f64f38597e9', 'status': 'completed', 'code': 200} Feb 02 16:10:22.736856 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c880a27d-6a25-4f74-9f14-e85ac9175bcd req-d7ef2928-2163-488b-ae40-1ffdfabc166e tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.85 "DELETE /v2.0/ports/1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 HTTP/1.1" status: 204 len: 173 time: 1.1676264 Feb 02 16:10:23.495059 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3ab05-cc6c-4998-94f1-afc7279299f9 req-db2ea9eb-31ac-4f2b-97d1-3b22c90fc76b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:23.496643 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1fb3ab05-cc6c-4998-94f1-afc7279299f9 req-db2ea9eb-31ac-4f2b-97d1-3b22c90fc76b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0812073 Feb 02 16:10:23.581568 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1fb3ab05-cc6c-4998-94f1-afc7279299f9 req-011b02e3-22b2-4d74-9589-bcfc236b8993 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780849 Feb 02 16:10:23.613495 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-1452b093-d025-4930-883e-c5ad669843f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:23.614932 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-1452b093-d025-4930-883e-c5ad669843f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1098 time: 0.0795186 Feb 02 16:10:23.756026 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c12c76a1-b776-4333-9e4d-bd1cb895bfd1 req-ec0a5f03-6538-49c3-9d9e-4d5f81851fce tempest-VolumesActionsTest-1802871008 tempest-VolumesActionsTest-1802871008-project] 10.222.0.31 "GET /v2.0/ports?device_id=841d0d72-b983-4c40-aa38-7eceffdfb060 HTTP/1.1" status: 200 len: 210 time: 0.0410597 Feb 02 16:10:23.775216 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-9cb93276-1c61-4c74-a4a3-bef85ebfe012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:23.776721 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-9cb93276-1c61-4c74-a4a3-bef85ebfe012 service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.1328220 Feb 02 16:10:23.883547 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-967be427-1a3e-44a9-8465-cdf52d234eaa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 200 len: 1001 time: 0.1002588 Feb 02 16:10:23.959966 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-430c8165-a9f9-4a4a-84e8-6690152df14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:23.961394 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-430c8165-a9f9-4a4a-84e8-6690152df14a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.0599489 Feb 02 16:10:24.039485 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-74cafcee-0aeb-41b2-9e2e-02a62237c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:24.041142 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-74cafcee-0aeb-41b2-9e2e-02a62237c735 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734987 Feb 02 16:10:24.172903 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-1f9f89a3-acd8-4c8f-9dce-8c23a1b5887c service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253281 Feb 02 16:10:24.319432 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a5091fe-59d9-473d-a1b2-8c0aed3dd752 req-ef8fb8ba-89ef-4871-b207-2a0bccdc9c39 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394300 Feb 02 16:10:24.741995 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:24.780640 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:10:24.780640 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 1abfa1cf-a38d-4b9b-ba42-7f64f38597e9 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:24.781684 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163744-8308-4cc7-b00c-51411ff0ff61 req-8ff17936-f928-42f9-b072-aaf0a533e8a8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:24.783178 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-df163744-8308-4cc7-b00c-51411ff0ff61 req-8ff17936-f928-42f9-b072-aaf0a533e8a8 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0845292 Feb 02 16:10:24.829339 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-df163744-8308-4cc7-b00c-51411ff0ff61 req-bec63e42-f552-4c1e-ba1f-9b270417c0f4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Feb 02 16:10:25.138683 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45524) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:25.265105 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.281048 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:25.285144 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Usage tracker for resource:security_group_rule and tenant:1d37f78fd7c24be2a303cb78d854de92 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:25.288031 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:25.294064 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:25.385656 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.461509 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.513539 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d37f78fd7c24be2a303cb78d854de92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737183 Feb 02 16:10:25.515212 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49e0d8-2296-406a-ad21-4a1c73bf1284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dbc36-b07f-4fd7-bc61-36d6af261fa5,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:25.516994 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45538) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:25.587241 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df62c193-bf9d-45cb-b682-68ac86090a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.613738 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df62c193-bf9d-45cb-b682-68ac86090a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.804615 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df62c193-bf9d-45cb-b682-68ac86090a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.819601 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62c193-bf9d-45cb-b682-68ac86090a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dbc36-b07f-4fd7-bc61-36d6af261fa5,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:25.826248 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df62c193-bf9d-45cb-b682-68ac86090a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:25.827642 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-df62c193-bf9d-45cb-b682-68ac86090a2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/295dbc36-b07f-4fd7-bc61-36d6af261fa5 HTTP/1.1" status: 204 len: 168 time: 0.3087997 Feb 02 16:10:26.025686 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6a30-94ef-4090-bde9-f6417e2127bd req-d60e3968-7a25-4bb9-8183-36c1cb5924e7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:26.027144 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ee9b6a30-94ef-4090-bde9-f6417e2127bd req-d60e3968-7a25-4bb9-8183-36c1cb5924e7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0834532 Feb 02 16:10:26.072634 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ee9b6a30-94ef-4090-bde9-f6417e2127bd req-672e8090-c03b-49d6-a7e4-acc43cc3b794 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391145 Feb 02 16:10:27.269086 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6917ff-4e81-4fd9-8c6c-611a3930f07f req-a46755aa-71d6-4ef2-81e5-21ae934145ef tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:27.270554 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d6917ff-4e81-4fd9-8c6c-611a3930f07f req-a46755aa-71d6-4ef2-81e5-21ae934145ef tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0846298 Feb 02 16:10:27.316122 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3d6917ff-4e81-4fd9-8c6c-611a3930f07f req-a5f6e4b5-ae45-438b-a011-74183869bb79 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Feb 02 16:10:27.392958 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45602) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:27.499423 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-560392910-network', 'tenant_id': 'edf9f210c8a240d6bbf4302b4a8c5412'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:27.504053 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:27.508106 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Usage tracker for resource:network and tenant:edf9f210c8a240d6bbf4302b4a8c5412 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:27.510932 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:27.517624 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:27.612927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Made reservation on behalf of edf9f210c8a240d6bbf4302b4a8c5412 for: {'network': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:27.615351 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:27.628516 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:27.643388 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:27.647174 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Usage tracker for resource:security_group_rule and tenant:edf9f210c8a240d6bbf4302b4a8c5412 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:27.650237 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:27.657630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:27.740705 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:27.844367 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:27.875015 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=98643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:10:27.883378 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078c1562-afc8-41c3-8dfc-2a7caf5818c9,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:27.890865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:27.895877 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.segments_db [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Added segment 2e78472e-2c75-48d8-a229-f453f5249c8b of type vlan for network fa50f68f-eb84-45e1-9405-58d00bc53e83 Feb 02 16:10:27.920436 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.056317 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.057335 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:28.057918 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.164997 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] Pushing event updated for resources: {'Network': ['ID=fa50f68f-eb84-45e1-9405-58d00bc53e83,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:28.175736 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network fa50f68f-eb84-45e1-9405-58d00bc53e83 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:10:28.261025 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45618) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:28.263845 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-886aa95e-183a-48be-b566-417286b8864a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8697045 Feb 02 16:10:28.269560 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Request body: {'subnet': {'network_id': 'fa50f68f-eb84-45e1-9405-58d00bc53e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-560392910-subnet', 'tenant_id': 'edf9f210c8a240d6bbf4302b4a8c5412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:28.275871 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:28.282157 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Usage tracker for resource:subnet and tenant:edf9f210c8a240d6bbf4302b4a8c5412 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:28.287054 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:28.298980 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:28.401422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Made reservation on behalf of edf9f210c8a240d6bbf4302b4a8c5412 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:28.404522 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470808'] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.588257 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8110b-58eb-4254-9915-1ac06ddda3f1 req-9a30a2b9-823e-4599-bac8-885325564e70 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:28.589737 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-32e8110b-58eb-4254-9915-1ac06ddda3f1 req-9a30a2b9-823e-4599-bac8-885325564e70 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1226509 Feb 02 16:10:28.682171 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-32e8110b-58eb-4254-9915-1ac06ddda3f1 req-6fe1996a-15e6-4668-ab8c-763ac2711328 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626769 Feb 02 16:10:28.752667 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:10:28.790422 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2154083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470794'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.884049 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Checking segment: {'id': '2e78472e-2c75-48d8-a229-f453f5249c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa50f68f-eb84-45e1-9405-58d00bc53e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:28.884617 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Network hostable DHCP agents. Network: fa50f68f-eb84-45e1-9405-58d00bc53e83, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:10:28.893839 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c4f6fd-63fd-4031-b94a-91e5a43cb6ee,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:28.943270 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:28.961357 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'mac_address': 'fa:16:3e:b5:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:10:29.030179 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Network fa50f68f-eb84-45e1-9405-58d00bc53e83 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:10:29.053694 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:29.071952 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c8430b7-904b-4d49-b39e-02f5dbe56171 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:10:29.089964 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:29.130618 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, fa50f68f-eb84-45e1-9405-58d00bc53e83) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:29.135307 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:29.136147 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:29.141228 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797789fd-329e-4e05-9396-2054e683f250 None None] Network fa50f68f-eb84-45e1-9405-58d00bc53e83 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:29.203506 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:29.263463 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d8acb4b7-bdd5-467d-b4a0-171e74c621b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:29.292705 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-f1ff347b-c7a6-4f7a-a2a0-6f0adc19941e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0288041 Feb 02 16:10:29.329569 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=6']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:29.381625 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['0c8430b7-904b-4d49-b39e-02f5dbe56171'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:10:29.543544 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadafb2-dcd6-4edb-a5b0-2eaceebddba2 None None] Network fa50f68f-eb84-45e1-9405-58d00bc53e83 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:29.930308 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ad6b2-56b8-4d74-932c-9ae073c98351 req-10a6055a-810e-43b8-b03f-4312646dbc8a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:29.938368 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed6ad6b2-56b8-4d74-932c-9ae073c98351 req-10a6055a-810e-43b8-b03f-4312646dbc8a tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 944 time: 0.1104412 Feb 02 16:10:29.990319 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ed6ad6b2-56b8-4d74-932c-9ae073c98351 req-686af014-8380-4a31-8457-72b6f20fc91b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514383 Feb 02 16:10:30.254378 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45660) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:30.259940 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-753220728-network', 'tenant_id': '640daba1f10e4738b688380eeb76e6b9'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:30.264913 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:30.269072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Usage tracker for resource:network and tenant:640daba1f10e4738b688380eeb76e6b9 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:30.374509 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:30.380487 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:30.504276 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Made reservation on behalf of 640daba1f10e4738b688380eeb76e6b9 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:30.515327 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.519809 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.534231 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:30.538320 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Usage tracker for resource:security_group_rule and tenant:640daba1f10e4738b688380eeb76e6b9 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:30.544608 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:30.551467 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:30.658792 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.771056 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:30.786778 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.799839 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:10:30.810314 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.810772 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Added segment 0efc6a68-51e4-45fa-a729-5f3f629abeea of type vlan for network 0b2c9c30-1a26-476d-9652-d8825397241e Feb 02 16:10:30.870032 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f3b13f-e65f-4674-8afc-9810da8738de,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:30.874340 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 0c8430b7-904b-4d49-b39e-02f5dbe56171 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:30.882950 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.884103 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.008998 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.043348 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:31.046840 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.053752 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:31.053886 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:31.054674 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.140268 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'code': 200} Feb 02 16:10:31.169898 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.251340 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=7']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:31.266921 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2c9c30-1a26-476d-9652-d8825397241e,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:31.277418 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network 0b2c9c30-1a26-476d-9652-d8825397241e details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:10:31.316487 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50219-85ce-4365-86af-74894788868f req-0ebd33de-4ab8-4820-9d60-f39c1d8199b1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:31.323746 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-07d50219-85ce-4365-86af-74894788868f req-0ebd33de-4ab8-4820-9d60-f39c1d8199b1 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1484451 Feb 02 16:10:31.364225 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-28ec6ddd-d2e5-4961-a31a-1919fb82fbc4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1064041 Feb 02 16:10:31.364566 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45670) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:31.370990 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Request body: {'subnet': {'network_id': '0b2c9c30-1a26-476d-9652-d8825397241e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-753220728-subnet', 'tenant_id': '640daba1f10e4738b688380eeb76e6b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:31.378857 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:31.400352 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-07d50219-85ce-4365-86af-74894788868f req-7e4eec16-ba4a-41e3-ab9b-bdeee5d0c75e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756528 Feb 02 16:10:31.401976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Usage tracker for resource:subnet and tenant:640daba1f10e4738b688380eeb76e6b9 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:31.410335 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:31.424222 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:31.484452 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-b2783e43-dc62-4e75-b228-e8839a9a834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.518335 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Made reservation on behalf of 640daba1f10e4738b688380eeb76e6b9 for: {'subnet': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:31.520902 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268327'] for subnet, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:31.884573 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268341'] for subnet, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:32.061811 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2e4747-0a7f-41c3-a73a-5d8d45f8d164,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:32.070648 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Checking segment: {'id': '0efc6a68-51e4-45fa-a729-5f3f629abeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0b2c9c30-1a26-476d-9652-d8825397241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:10:32.080090 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Network hostable DHCP agents. Network: 0b2c9c30-1a26-476d-9652-d8825397241e, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:10:32.241175 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Network 0b2c9c30-1a26-476d-9652-d8825397241e is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:10:32.383927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, 0b2c9c30-1a26-476d-9652-d8825397241e) {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:32.391398 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:32.391539 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:32.395376 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387bc110-ca5e-4757-82ae-68075c6ec9de None None] Network 0b2c9c30-1a26-476d-9652-d8825397241e requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:32.471188 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:32.521903 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-084abd9b-9d4e-402e-869c-c11947d25af9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1438804 Feb 02 16:10:32.714281 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:32.831769 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c36286-e87d-4fe6-a1b4-c0c0692d6043 None None] Network 0b2c9c30-1a26-476d-9652-d8825397241e requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:10:32.832130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c87964-e9c5-4ad6-a8f7-5501ad018b51 req-baf831c3-ba30-4845-b22d-00325db587fe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:32.832130 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-84c87964-e9c5-4ad6-a8f7-5501ad018b51 req-baf831c3-ba30-4845-b22d-00325db587fe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1599400 Feb 02 16:10:32.832320 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45680) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:32.832787 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-84c87964-e9c5-4ad6-a8f7-5501ad018b51 req-0298c2a2-9816-4231-a1dd-3a1d1b783ce4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Feb 02 16:10:32.836883 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Deleting subnet a8c4f6fd-63fd-4031-b94a-91e5a43cb6ee {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:10:32.842122 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:32.905408 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:32.961174 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.134839 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:10:33.176464 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.232645 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c4f6fd-63fd-4031-b94a-91e5a43cb6ee,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:33.235849 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.243066 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3ed46eff-16bf-4c8e-971a-87651a85ed7a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8c4f6fd-63fd-4031-b94a-91e5a43cb6ee HTTP/1.1" status: 204 len: 168 time: 0.4764268 Feb 02 16:10:33.245420 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45700) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:33.370691 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.515133 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.544117 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa50f68f-eb84-45e1-9405-58d00bc53e83']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:33.558007 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e78472e-2c75-48d8-a229-f453f5249c8b') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:33.558555 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e78472e-2c75-48d8-a229-f453f5249c8b') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:33.572540 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.591178 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.598793 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:10:33.599505 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:10:33.616652 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:10:33.823205 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.829473 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:33.860750 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa50f68f-eb84-45e1-9405-58d00bc53e83 HTTP/1.1" status: 204 len: 168 time: 0.6118038 Feb 02 16:10:33.860750 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88697162-6266-4546-8e36-13fea9d261e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa50f68f-eb84-45e1-9405-58d00bc53e83,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:33.862309 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45718) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:33.946934 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Deleting subnet df2e4747-0a7f-41c3-a73a-5d8d45f8d164 {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:10:33.950942 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.030561 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625349'] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.052690 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.059635 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e21ad-b728-47af-afff-ee2c2beaa2e6 req-2f3d4622-74ef-424d-a0e2-2bb0548f70a3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:34.061290 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-429e21ad-b728-47af-afff-ee2c2beaa2e6 req-2f3d4622-74ef-424d-a0e2-2bb0548f70a3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1025515 Feb 02 16:10:34.129215 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.131434 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-429e21ad-b728-47af-afff-ee2c2beaa2e6 req-be03f848-6146-442a-b83d-e1937b5425f0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639322 Feb 02 16:10:34.364838 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268300'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.442518 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2e4747-0a7f-41c3-a73a-5d8d45f8d164,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:34.464581 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.465789 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.466297 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.466823 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.467333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.467863 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.468338 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.468894 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.469376 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.469986 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.470471 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.471109 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:34.479578 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.496470 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45732) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:34.507599 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-5268080f-968a-419f-8058-f174c89f4afe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df2e4747-0a7f-41c3-a73a-5d8d45f8d164 HTTP/1.1" status: 204 len: 168 time: 0.6432800 Feb 02 16:10:34.699018 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.924879 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:34.968897 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2c9c30-1a26-476d-9652-d8825397241e']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:34.989575 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efc6a68-51e4-45fa-a729-5f3f629abeea') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:34.990266 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efc6a68-51e4-45fa-a729-5f3f629abeea') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:35.013826 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:35.042314 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:35.058238 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:10:35.059196 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:10:35.076093 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:10:35.450526 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:35.463819 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e777-df68-485c-86ed-38092bf01016 req-385f0050-5450-4bc1-b0c2-361ac5158896 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:35.465865 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1977e777-df68-485c-86ed-38092bf01016 req-385f0050-5450-4bc1-b0c2-361ac5158896 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1577311 Feb 02 16:10:35.485237 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:35.510458 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2c9c30-1a26-476d-9652-d8825397241e,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:35.531991 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-8ace4a20-58e7-4c35-8f82-4cd4bafe12dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/0b2c9c30-1a26-476d-9652-d8825397241e HTTP/1.1" status: 204 len: 168 time: 1.0322988 Feb 02 16:10:35.567836 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1977e777-df68-485c-86ed-38092bf01016 req-53773949-f86e-4a9f-9c79-64c2c189a889 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884523 Feb 02 16:10:36.158219 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45742) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:36.231882 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-410c4869-965c-4e1c-9e40-2bb132a47f1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edf9f210c8a240d6bbf4302b4a8c5412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723526 Feb 02 16:10:36.234651 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45746) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:36.321585 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbaa0-53ca-4458-8893-293a737daf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:36.354368 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbaa0-53ca-4458-8893-293a737daf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:36.618418 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbaa0-53ca-4458-8893-293a737daf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:36.662500 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfbaa0-53ca-4458-8893-293a737daf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078c1562-afc8-41c3-8dfc-2a7caf5818c9,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:36.663895 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbaa0-53ca-4458-8893-293a737daf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:36.671837 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e0dfbaa0-53ca-4458-8893-293a737daf5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/078c1562-afc8-41c3-8dfc-2a7caf5818c9 HTTP/1.1" status: 204 len: 168 time: 0.4355226 Feb 02 16:10:36.881942 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2ec38-df3e-4774-b9a2-7b2fcfa81002 req-acf329e2-c6b9-417f-a6d7-eea5c62d1709 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:36.885147 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5bc2ec38-df3e-4774-b9a2-7b2fcfa81002 req-acf329e2-c6b9-417f-a6d7-eea5c62d1709 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1904533 Feb 02 16:10:36.956908 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5bc2ec38-df3e-4774-b9a2-7b2fcfa81002 req-050060e6-e481-4c85-9f86-e5e03fbd079c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610054 Feb 02 16:10:38.176404 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d68e87-0918-4149-a7f2-b854e0590645 req-e45eca65-dfd0-49fc-8625-ffecbbc3f633 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:38.178771 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-01d68e87-0918-4149-a7f2-b854e0590645 req-e45eca65-dfd0-49fc-8625-ffecbbc3f633 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0933526 Feb 02 16:10:38.235094 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-01d68e87-0918-4149-a7f2-b854e0590645 req-3fa5ab57-e247-4551-9fce-1d679b0ff725 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498662 Feb 02 16:10:38.564990 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 45770) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:38.637082 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 45774) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:38.648855 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-a0bdd862-9de2-42f9-acdb-02a32b46945d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=640daba1f10e4738b688380eeb76e6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817590 Feb 02 16:10:38.798194 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b69e4947-472c-42a1-8d99-63bcba25240a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:38.847638 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b69e4947-472c-42a1-8d99-63bcba25240a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:39.104501 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b69e4947-472c-42a1-8d99-63bcba25240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:39.144483 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b69e4947-472c-42a1-8d99-63bcba25240a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:39.149043 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b69e4947-472c-42a1-8d99-63bcba25240a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90f3b13f-e65f-4674-8afc-9810da8738de HTTP/1.1" status: 204 len: 168 time: 0.5066700 Feb 02 16:10:39.149043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e4947-472c-42a1-8d99-63bcba25240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f3b13f-e65f-4674-8afc-9810da8738de,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:39.549104 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182cfcf-8aa2-40a4-8b55-f23d98141d2c req-09b04a0d-7eb0-476e-a705-1fb3c4ff55c6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:39.550893 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4182cfcf-8aa2-40a4-8b55-f23d98141d2c req-09b04a0d-7eb0-476e-a705-1fb3c4ff55c6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1224492 Feb 02 16:10:39.661436 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4182cfcf-8aa2-40a4-8b55-f23d98141d2c req-d5fe6827-818f-4fbf-8266-3102a3e1dfe6 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898478 Feb 02 16:10:41.147993 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ade817-34b6-4741-9c9d-6f4df55e4f6c req-9cefc71c-7bdf-414e-907e-376461f8f756 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:41.157024 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-56ade817-34b6-4741-9c9d-6f4df55e4f6c req-9cefc71c-7bdf-414e-907e-376461f8f756 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.2033253 Feb 02 16:10:41.511577 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-56ade817-34b6-4741-9c9d-6f4df55e4f6c req-8bf0e023-e0ca-4386-a8d7-54e59295215d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531878 Feb 02 16:10:42.813416 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983030e-f002-457e-8dcc-6e9dde711bd6 req-a7b3490f-b35e-43cc-87af-342e4b8cf747 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.815790 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b983030e-f002-457e-8dcc-6e9dde711bd6 req-a7b3490f-b35e-43cc-87af-342e4b8cf747 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.1080177 Feb 02 16:10:42.875559 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b983030e-f002-457e-8dcc-6e9dde711bd6 req-705ab3e5-59ff-477e-82c3-0bf3c366c302 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470648 Feb 02 16:10:44.353383 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2e805-a300-4afe-aa7b-4f2bae762315 req-8dfa2725-7358-484f-9aa3-0dae6e94a819 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:44.361522 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f3c2e805-a300-4afe-aa7b-4f2bae762315 req-8dfa2725-7358-484f-9aa3-0dae6e94a819 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0990505 Feb 02 16:10:44.461468 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f3c2e805-a300-4afe-aa7b-4f2bae762315 req-8b8edc91-d302-4bd6-83f8-e33c4574df14 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985878 Feb 02 16:10:46.086486 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34673e-cb80-447b-8040-f18f514193e6 req-4da47929-3271-405f-90c1-e94fc53f79c7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:46.089935 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ca34673e-cb80-447b-8040-f18f514193e6 req-4da47929-3271-405f-90c1-e94fc53f79c7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.3601413 Feb 02 16:10:46.153816 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-ca34673e-cb80-447b-8040-f18f514193e6 req-e9092465-ff81-4aaf-98fc-1b6ac1a8644b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555520 Feb 02 16:10:47.345469 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296a2c9-e091-4866-8b3a-ec5ae03d3c24 req-7383d527-1cae-4831-9508-6c10db223728 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:47.347711 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d296a2c9-e091-4866-8b3a-ec5ae03d3c24 req-7383d527-1cae-4831-9508-6c10db223728 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0879033 Feb 02 16:10:47.409630 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d296a2c9-e091-4866-8b3a-ec5ae03d3c24 req-871f0fc3-05a1-4841-9f2a-c4954a83c7ce tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527313 Feb 02 16:10:48.343244 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:48.609351 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93083518-b082-44f2-9184-f9fba88ee949 req-4586890b-5bd5-4f70-a317-4e9086d369a3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:48.610822 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-93083518-b082-44f2-9184-f9fba88ee949 req-4586890b-5bd5-4f70-a317-4e9086d369a3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0812438 Feb 02 16:10:48.659516 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-93083518-b082-44f2-9184-f9fba88ee949 req-5937b188-4955-4de1-9f9d-c009144fe47b tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429196 Feb 02 16:10:49.858865 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c14535-5a37-4e49-88ad-bbd3323f330e req-5e0a1a6e-d516-4097-9aaf-1923bc52d630 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:49.860330 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74c14535-5a37-4e49-88ad-bbd3323f330e req-5e0a1a6e-d516-4097-9aaf-1923bc52d630 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0854120 Feb 02 16:10:49.904576 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-74c14535-5a37-4e49-88ad-bbd3323f330e req-49a6ca65-c44d-4878-94a4-f6c723814b6f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385580 Feb 02 16:10:50.051582 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-56469dcc-d255-45f6-ad73-f397670f306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:50.053006 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-56469dcc-d255-45f6-ad73-f397670f306d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1098 time: 0.0705180 Feb 02 16:10:50.187903 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-349172dc-0319-4e06-a5dc-06172c66c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:50.189446 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-349172dc-0319-4e06-a5dc-06172c66c225 service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.1301696 Feb 02 16:10:50.297372 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-5b8e7d3b-0f8b-4511-8124-40c6dcf209e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 200 len: 1001 time: 0.1006742 Feb 02 16:10:50.361310 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-d8cf4d6a-3687-447d-a580-f8fc78fe7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:50.362737 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-d8cf4d6a-3687-447d-a580-f8fc78fe7b8d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.0589612 Feb 02 16:10:50.442177 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-dee33f03-a1c0-492b-b654-6cf37af7d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:50.443576 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-dee33f03-a1c0-492b-b654-6cf37af7d719 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734940 Feb 02 16:10:50.653426 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-95e17bbf-bba3-478e-8f59-7ad6f91eecda service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031839 Feb 02 16:10:50.785484 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c10a67a2-b07c-47d9-b92e-bd2a73c3f325 req-dcfb1e78-51c3-4848-9584-97f12f03e498 service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256609 Feb 02 16:10:51.088549 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7eb5-a930-441a-9455-9a2d0cb157cc req-93131af5-1b77-4289-878a-554c207f12b2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:51.090467 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b90f7eb5-a930-441a-9455-9a2d0cb157cc req-93131af5-1b77-4289-878a-554c207f12b2 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0776937 Feb 02 16:10:51.132708 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-b90f7eb5-a930-441a-9455-9a2d0cb157cc req-9bc88a27-ae24-452b-892c-028c9940891d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366766 Feb 02 16:10:52.323275 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55700136-6d1c-4405-8ef6-e4f2d5b2a2f1 req-2cacca45-4d77-4232-b082-2efd85208032 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:52.325271 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-55700136-6d1c-4405-8ef6-e4f2d5b2a2f1 req-2cacca45-4d77-4232-b082-2efd85208032 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 945 time: 0.0794022 Feb 02 16:10:52.371072 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-55700136-6d1c-4405-8ef6-e4f2d5b2a2f1 req-66a6bfb5-3673-455e-aaf2-3b45d87f8f96 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Feb 02 16:10:52.935705 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:53.048301 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:53.075368 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:53.086624 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:10:53.119585 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'code': 200} Feb 02 16:10:53.200690 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:53.266076 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=8']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:53.593152 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a46ee4-22b5-4ed9-8be1-613040a02ed7 req-c652bf50-5d8c-4467-ad9f-5f0d965addfa tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:53.594984 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-98a46ee4-22b5-4ed9-8be1-613040a02ed7 req-c652bf50-5d8c-4467-ad9f-5f0d965addfa tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.1145961 Feb 02 16:10:53.646583 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-98a46ee4-22b5-4ed9-8be1-613040a02ed7 req-2c89850f-db65-41e1-ad81-454f647f4331 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Feb 02 16:10:53.690753 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-adfddd10-9555-4231-9584-ab8aad28ab96 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:53.739980 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46022) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:53.804051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Deleting subnet d0f2ef98-95c8-489e-868d-1bf4515e0124 {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:10:53.806981 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:53.856482 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:53.882445 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-adfddd10-9555-4231-9584-ab8aad28ab96 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:53.892745 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-adfddd10-9555-4231-9584-ab8aad28ab96 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581064766&fields=id&tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42 HTTP/1.1" status: 200 len: 267 time: 0.2327626 Feb 02 16:10:54.000767 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.097877 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-a863a60c-9d26-41d7-a34f-e9ab6e95e19d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:54.098554 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-a863a60c-9d26-41d7-a34f-e9ab6e95e19d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:network {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:54.203772 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.240915 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f2ef98-95c8-489e-868d-1bf4515e0124,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:54.244524 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.250258 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-7cf34790-d76d-4d52-8fa0-c3ffa8919a9b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d0f2ef98-95c8-489e-868d-1bf4515e0124 HTTP/1.1" status: 204 len: 168 time: 0.5092578 Feb 02 16:10:54.252724 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46032) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:54.320217 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-a863a60c-9d26-41d7-a34f-e9ab6e95e19d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:network {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:54.321381 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-a863a60c-9d26-41d7-a34f-e9ab6e95e19d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 809 time: 0.4225163 Feb 02 16:10:54.350195 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-662f2869-f51f-464c-a4c0-26956025ba49 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/quotas/d5f7f6f4a55145af8bd647ee7ef2fc42 HTTP/1.1" status: 200 len: 375 time: 0.0171375 Feb 02 16:10:54.403110 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.550518 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.565219 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-b81d78fe-8f41-4c4a-b6ab-86ca04c42931 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:54.587192 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cfcda5-1954-4bad-b439-3e7c83c2e2cf']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:54.602869 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc80353-9f01-4834-9eb2-895e55ec5a93') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:54.603163 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc80353-9f01-4834-9eb2-895e55ec5a93') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:54.614955 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.630774 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.637703 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:10:54.638101 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:10:54.651441 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:10:54.797027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-b81d78fe-8f41-4c4a-b6ab-86ca04c42931 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:54.798252 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-b81d78fe-8f41-4c4a-b6ab-86ca04c42931 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4392960 Feb 02 16:10:54.943179 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-21eaebef-8af5-4ef9-9d53-f5fbe697a611 service neutron] 10.222.0.31 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323369 Feb 02 16:10:55.032848 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:55.050833 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:55.065689 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cfcda5-1954-4bad-b439-3e7c83c2e2cf,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:55.102326 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-c0da7020-7b02-464a-a65e-98ac6e5066bc service neutron] 10.222.0.31 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521738 Feb 02 16:10:55.166816 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d01df88f-6927-4782-92a1-2a7d1e6d0848 admin admin] 10.222.0.31 "DELETE /v2.0/networks/20cfcda5-1954-4bad-b439-3e7c83c2e2cf HTTP/1.1" status: 204 len: 168 time: 0.9131670 Feb 02 16:10:55.665430 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46056) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:55.714808 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-c05ca40c-7bf6-41b0-9df6-1116bb52423d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=422406253a54473e9b421ef781a5ea87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471780 Feb 02 16:10:55.722827 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46062) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:55.782453 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ec59-3ffe-47f0-b658-edb9eeaa7a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:55.813556 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ec59-3ffe-47f0-b658-edb9eeaa7a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.020332 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3784df56-a1fa-4bee-acaf-1bc1d1f4b5d6 req-35ff9a78-cb60-455e-8541-f0a4d3ded3d0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 210 time: 0.0431457 Feb 02 16:10:56.031226 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ec59-3ffe-47f0-b658-edb9eeaa7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.053463 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ec59-3ffe-47f0-b658-edb9eeaa7a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8480c83b-8886-487c-9a92-ee3902318bee,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:56.132881 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46078) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:56.145698 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ec59-3ffe-47f0-b658-edb9eeaa7a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.153386 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b7d1ec59-3ffe-47f0-b658-edb9eeaa7a9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8480c83b-8886-487c-9a92-ee3902318bee HTTP/1.1" status: 204 len: 168 time: 0.4232459 Feb 02 16:10:56.261433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.275410 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:56.279714 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a35931b219f404487ffe9ee09e78872 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:56.282488 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:56.288495 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:56.369838 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.497312 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.553516 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a35931b219f404487ffe9ee09e78872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195201 Feb 02 16:10:56.555118 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df444b4c-e78a-4b27-aa14-df88cb2e81c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19f6d8-dd90-4cb8-9055-d0cd1fa67174,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:56.556750 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46090) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:56.638649 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-825ac8ed-e0ec-4dcf-b354-ae11423e3faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.670790 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-825ac8ed-e0ec-4dcf-b354-ae11423e3faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.857344 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-825ac8ed-e0ec-4dcf-b354-ae11423e3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.873745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ac8ed-e0ec-4dcf-b354-ae11423e3faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19f6d8-dd90-4cb8-9055-d0cd1fa67174,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:56.878208 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-825ac8ed-e0ec-4dcf-b354-ae11423e3faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:56.881606 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-825ac8ed-e0ec-4dcf-b354-ae11423e3faf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da19f6d8-dd90-4cb8-9055-d0cd1fa67174 HTTP/1.1" status: 204 len: 168 time: 0.3213625 Feb 02 16:10:56.987685 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:57.132397 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-380bd7ca-93ea-4574-a8c7-cc0550d2d9c7 req-f72478f6-fe2d-4e7f-bc2d-8e518cccbed8 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 210 time: 0.0423343 Feb 02 16:10:57.572073 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363580de-0e33-41ad-9331-13042bfbd0dd req-9ca5e7e5-d1d7-47c4-80a1-bd82ebf6ab6d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:57.573562 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-363580de-0e33-41ad-9331-13042bfbd0dd req-9ca5e7e5-d1d7-47c4-80a1-bd82ebf6ab6d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0910637 Feb 02 16:10:57.625798 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-363580de-0e33-41ad-9331-13042bfbd0dd req-b5c5e9c4-f7c0-476f-92f7-77888789ce5d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 Feb 02 16:10:57.789256 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46138) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:57.808200 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:57.823324 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:57.827476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Usage tracker for resource:security_group_rule and tenant:6426786faf8c4a91b3e0ff3683c35d18 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:57.830594 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:57.836335 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:57.927778 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.005880 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.062562 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46146) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:58.063192 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6426786faf8c4a91b3e0ff3683c35d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716613 Feb 02 16:10:58.065023 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310ec9a-d8c3-4b8a-91e7-d994f7045116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e0df7-a4c9-4ce3-8e60-87616d61893f,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:58.127858 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5a4e0ccb-0a45-4f2b-ac36-c868e33d8a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.161741 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5a4e0ccb-0a45-4f2b-ac36-c868e33d8a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.300608 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-658bdbab-ee01-40cd-97d0-1e2545c6b936 req-adf2c799-da58-4067-8dfd-1277245f6a7d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 210 time: 0.0471277 Feb 02 16:10:58.351342 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46156) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:58.429442 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5a4e0ccb-0a45-4f2b-ac36-c868e33d8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.452783 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e0ccb-0a45-4f2b-ac36-c868e33d8a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e0df7-a4c9-4ce3-8e60-87616d61893f,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:58.473242 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5a4e0ccb-0a45-4f2b-ac36-c868e33d8a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.474507 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-5a4e0ccb-0a45-4f2b-ac36-c868e33d8a01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/658e0df7-a4c9-4ce3-8e60-87616d61893f HTTP/1.1" status: 204 len: 168 time: 0.4107985 Feb 02 16:10:58.495768 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-e4a442ff-f52d-44a2-815e-0dc540c0811c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431792 Feb 02 16:10:58.831447 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71351dce-6aca-4b81-a7aa-c5af991df7fd req-f7ea7a40-bf23-4a4c-a9b5-2342b01451e9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:58.832902 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-71351dce-6aca-4b81-a7aa-c5af991df7fd req-f7ea7a40-bf23-4a4c-a9b5-2342b01451e9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0847504 Feb 02 16:10:58.877850 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-71351dce-6aca-4b81-a7aa-c5af991df7fd req-aeded551-7954-4bb3-925d-ba2fdf5d7e77 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389788 Feb 02 16:10:59.251502 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9e60d722-639c-408a-b4eb-fd31fdebac5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:59.496880 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-6f07f504-73cb-4fb6-aa3f-a51af5e545d9 req-2861ea4f-aa1b-407a-bdf5-65373c75c2be tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 210 time: 0.0425644 Feb 02 16:10:59.553834 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-77b20f39-fca4-4212-b960-6466880168be tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:59.555234 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-77b20f39-fca4-4212-b960-6466880168be tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 809 time: 0.1766860 Feb 02 16:10:59.617705 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-93bdb182-5e44-4ebd-ad27-ac87d097d2c9 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:security_group {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:59.631860 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-93bdb182-5e44-4ebd-ad27-ac87d097d2c9 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:security_group {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:59.633188 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-93bdb182-5e44-4ebd-ad27-ac87d097d2c9 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42 HTTP/1.1" status: 200 len: 379 time: 0.0627389 Feb 02 16:10:59.641584 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'port': {'device_id': '21d53804-66cb-4309-a604-dd0543a4e01e', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'admin_state_up': True, 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'security_groups': ['9b25d57e-b70e-4d37-94b9-6561f03b91c4']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:59.791689 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:59.801255 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:59.900062 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Made reservation on behalf of d5f7f6f4a55145af8bd647ee7ef2fc42 for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:59.903658 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:00.139185 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Allocated IP 172.20.0.3 (2825ed8a-358c-4a7c-b4b3-0319eaf4990c/cee54949-9f05-418b-8a4d-65e433383d29/c111e77f-45dc-4898-9aa0-8d19efa24d8b) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:11:00.153378 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a80f0-07d8-4573-b92e-aa9527a3e437 req-89dafabe-7e09-46e4-8bef-05bdad2382a0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:00.154956 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9d8a80f0-07d8-4573-b92e-aa9527a3e437 req-89dafabe-7e09-46e4-8bef-05bdad2382a0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.1536973 Feb 02 16:11:00.246947 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9d8a80f0-07d8-4573-b92e-aa9527a3e437 req-d6d32859-6d9c-4006-ad7b-b1e87601367c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843184 Feb 02 16:11:00.380197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:00.396064 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Transition to ACTIVE for port object c111e77f-45dc-4898-9aa0-8d19efa24d8b will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:11:00.601809 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:00.704649 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9220-382c-4933-bfcc-6cbeb9b0af41 req-5036a0b4-8a78-4cd1-92b4-8f8cfd4a3ee1 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:00.706159 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-375b9220-382c-4933-bfcc-6cbeb9b0af41 req-5036a0b4-8a78-4cd1-92b4-8f8cfd4a3ee1 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 931 time: 0.0941231 Feb 02 16:11:00.727594 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46210) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:00.762224 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-375b9220-382c-4933-bfcc-6cbeb9b0af41 req-76f54c77-e597-4daf-a377-b6efa78ce949 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487368 Feb 02 16:11:00.778182 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:11:00.782481 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:11:00.786759 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:11:00.836486 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:00.846347 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-b717ef0f-8510-429b-a0f0-49fd1d5d3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:00.847756 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-b717ef0f-8510-429b-a0f0-49fd1d5d3bd5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809&tenant_id=12080162c4ee44608e4405978b6b14ca HTTP/1.1" status: 200 len: 1096 time: 0.3025110 Feb 02 16:11:00.872698 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:00.873898 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:00.874578 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:00.890295 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:00.896334 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Usage tracker for resource:security_group_rule and tenant:2cd38b748b9a46c88341ceca6a126abb is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:00.900078 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:00.907203 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:00.993409 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-e4354792-930b-4f86-8fef-5c068b1a0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:00.995492 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-e4354792-930b-4f86-8fef-5c068b1a0515 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12080162c4ee44608e4405978b6b14ca&device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1096 time: 0.1032307 Feb 02 16:11:01.009092 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.079967 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e2b6fa78-722e-428f-9060-27008b9cd779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4419823 Feb 02 16:11:01.100060 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Request body: {'port': {'device_id': '21d53804-66cb-4309-a604-dd0543a4e01e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:11:01.106463 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.110433 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-91093f68-0345-46ef-938d-45e90274424e None None] Provisioning for port c111e77f-45dc-4898-9aa0-8d19efa24d8b completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:11:01.112121 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-91093f68-0345-46ef-938d-45e90274424e None None] Provisioning complete for port c111e77f-45dc-4898-9aa0-8d19efa24d8b triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:11:01.112593 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-91093f68-0345-46ef-938d-45e90274424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.162014 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cd38b748b9a46c88341ceca6a126abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288390 Feb 02 16:11:01.162014 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eda98-91ab-47a7-9512-703a60cd0658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c215118-863b-443a-bc08-691b73f7b491,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:01.162014 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46216) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:01.171780 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-91093f68-0345-46ef-938d-45e90274424e None None] Port c111e77f-45dc-4898-9aa0-8d19efa24d8b cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:11:01.221890 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b226543-a968-40b0-a7ee-a87d84fb1a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.241997 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-83f0347d-ca06-4d3d-8d13-800a656c2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:01.243461 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-83f0347d-ca06-4d3d-8d13-800a656c2372 service neutron] 10.222.0.85 "GET /v2.0/networks?id=72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 200 len: 916 time: 0.2391424 Feb 02 16:11:01.252596 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b226543-a968-40b0-a7ee-a87d84fb1a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.306306 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.451805 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-a8721a56-49fe-4b27-b418-d81965d7d872 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 200 len: 999 time: 0.2018533 Feb 02 16:11:01.457584 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b226543-a968-40b0-a7ee-a87d84fb1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.473571 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b226543-a968-40b0-a7ee-a87d84fb1a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c215118-863b-443a-bc08-691b73f7b491,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:01.481190 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-3b226543-a968-40b0-a7ee-a87d84fb1a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.483717 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-3b226543-a968-40b0-a7ee-a87d84fb1a08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c215118-863b-443a-bc08-691b73f7b491 HTTP/1.1" status: 204 len: 168 time: 0.3211162 Feb 02 16:11:01.513747 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2a471ca0-e569-4ef2-adc7-68143870e2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:01.596201 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-09b5d1f4-58ae-4dc2-9449-91ce85104ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:01.597609 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-09b5d1f4-58ae-4dc2-9449-91ce85104ed3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 200 len: 854 time: 0.1283538 Feb 02 16:11:01.719038 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971be0-1d7d-4482-9193-05a09adb7aac req-eb4813f8-2af3-4bfc-8364-898542d54e4c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:01.720403 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-86971be0-1d7d-4482-9193-05a09adb7aac req-eb4813f8-2af3-4bfc-8364-898542d54e4c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.3325942 Feb 02 16:11:01.818718 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-86971be0-1d7d-4482-9193-05a09adb7aac req-08153db9-e159-46ba-97ed-7b051c363c30 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879977 Feb 02 16:11:01.839408 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-0b3ef4d7-f0ae-433a-9d6f-b46ef44c6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:01.839408 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-0b3ef4d7-f0ae-433a-9d6f-b46ef44c6ecb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=72828d6a-b12a-460d-8837-f1dea113772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2303610 Feb 02 16:11:01.968255 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237dc01-556a-48b7-bdee-4b274a09ba33 req-70e066e5-75db-4289-a657-59456da6b632 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:01.969892 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a237dc01-556a-48b7-bdee-4b274a09ba33 req-70e066e5-75db-4289-a657-59456da6b632 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 931 time: 0.0910287 Feb 02 16:11:01.990450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c111e77f-45dc-4898-9aa0-8d19efa24d8b {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:02.001211 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.032494 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Transition to ACTIVE for port object c111e77f-45dc-4898-9aa0-8d19efa24d8b will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:11:02.035778 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a237dc01-556a-48b7-bdee-4b274a09ba33 req-ec2b6b00-96ea-4fff-b3be-58423b972eed tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595539 Feb 02 16:11:02.056059 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-bbaad949-5469-434c-be5d-ccbd0f83888b service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091069 Feb 02 16:11:02.127088 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.363802 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.422409 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:02.475914 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5092fe69-98cb-41f8-9dc8-215b7bd09e0f req-34d609bb-8096-4bef-848b-59ebe553d1dc service neutron] 10.222.0.85 "GET /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141312 Feb 02 16:11:02.523908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Attempting to bind port c111e77f-45dc-4898-9aa0-8d19efa24d8b on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:11:02.523908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Attempting to bind port c111e77f-45dc-4898-9aa0-8d19efa24d8b by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:11:02.523908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Attempting to bind port c111e77f-45dc-4898-9aa0-8d19efa24d8b on network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:11:02.523908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Port c111e77f-45dc-4898-9aa0-8d19efa24d8b on network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:11:02.523908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Attempting to bind port c111e77f-45dc-4898-9aa0-8d19efa24d8b on network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:11:02.525826 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:11:02.525959 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Checking segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:11:02.526313 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Bound using segment: {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:11:02.526733 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Bound port: c111e77f-45dc-4898-9aa0-8d19efa24d8b, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:11:02.527076 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.619014 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:11:02.622598 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:11:02.635115 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.783701 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.850778 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:02.851423 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:02.891220 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] 10.222.0.85 "PUT /v2.0/ports/c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 1093 time: 1.7569075 Feb 02 16:11:02.891220 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:02.891220 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58626b64-79e5-4ec9-996e-1d95afe0244e service neutron] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:02.928092 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'status': 'completed', 'code': 200} Feb 02 16:11:03.140331 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea57d4-5e68-4cd3-bcfe-e2dd286a1701 req-05bb15d2-787e-40ad-8957-061fada11c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:03.149957 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-40ea57d4-5e68-4cd3-bcfe-e2dd286a1701 req-05bb15d2-787e-40ad-8957-061fada11c2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1096 time: 0.1316965 Feb 02 16:11:03.149957 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0921e-c37a-491a-9745-e0065706a034 req-c492dc1e-98cb-47e1-b23c-dc8939ee8133 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:03.151025 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cfc0921e-c37a-491a-9745-e0065706a034 req-c492dc1e-98cb-47e1-b23c-dc8939ee8133 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.1851976 Feb 02 16:11:03.251686 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea30b-a32a-4837-98d4-548f6fcc3fe0 req-38691bbe-ac70-423c-b745-a70fa6018805 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:03.253872 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5d1ea30b-a32a-4837-98d4-548f6fcc3fe0 req-38691bbe-ac70-423c-b745-a70fa6018805 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0918767 Feb 02 16:11:03.284455 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cfc0921e-c37a-491a-9745-e0065706a034 req-9950f190-a8d4-48a5-b8c0-ec67a78ea417 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083457 Feb 02 16:11:03.315471 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5d1ea30b-a32a-4837-98d4-548f6fcc3fe0 req-3506a8ef-17e9-416e-a2b7-ae8d700ffd02 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548356 Feb 02 16:11:03.327317 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea57d4-5e68-4cd3-bcfe-e2dd286a1701 req-14e88b50-096a-4410-aa3c-57850bfb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:03.337243 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-40ea57d4-5e68-4cd3-bcfe-e2dd286a1701 req-14e88b50-096a-4410-aa3c-57850bfb9e5e service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1728246 Feb 02 16:11:03.528271 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea57d4-5e68-4cd3-bcfe-e2dd286a1701 req-22beabe8-aa73-4ac9-b1ad-863395bcd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:03.529729 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-40ea57d4-5e68-4cd3-bcfe-e2dd286a1701 req-22beabe8-aa73-4ac9-b1ad-863395bcd0fd service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953783 Feb 02 16:11:03.764725 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46294) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:03.956157 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:03.972561 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:03.976881 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:d94c9b51d15e4ba4acc7bfdb4bda0bad is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:03.979837 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:03.986810 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:04.097156 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.100494 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.215059 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.269285 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d94c9b51d15e4ba4acc7bfdb4bda0bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034530 Feb 02 16:11:04.271986 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46304) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:04.278984 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9496335-08f0-4293-a532-db8feab36ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37b39c-2735-47d1-aee9-f9de7a501a55,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:04.342553 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffa64df-942b-4afd-ae9a-963b10bba871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.413775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffa64df-942b-4afd-ae9a-963b10bba871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.685198 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b837-1486-42a2-9de0-5c102a2acdfd req-fbf3f097-e8ea-4739-92a0-1c6112a90dda tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:04.697383 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cc24b837-1486-42a2-9de0-5c102a2acdfd req-fbf3f097-e8ea-4739-92a0-1c6112a90dda tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.2010260 Feb 02 16:11:04.779543 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cc24b837-1486-42a2-9de0-5c102a2acdfd req-2adfe69d-3562-41ef-ae1d-d7269082dd92 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809920 Feb 02 16:11:04.792282 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-39392d8c-c352-4770-ae5f-91f33a2fce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:04.794186 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-39392d8c-c352-4770-ae5f-91f33a2fce98 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1096 time: 0.2060275 Feb 02 16:11:04.796062 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffa64df-942b-4afd-ae9a-963b10bba871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.824567 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa64df-942b-4afd-ae9a-963b10bba871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37b39c-2735-47d1-aee9-f9de7a501a55,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:04.833687 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-bffa64df-942b-4afd-ae9a-963b10bba871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:04.835054 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-bffa64df-942b-4afd-ae9a-963b10bba871 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f37b39c-2735-47d1-aee9-f9de7a501a55 HTTP/1.1" status: 204 len: 168 time: 0.5620949 Feb 02 16:11:04.919414 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a27c75-90f0-49f9-bc3e-8c0922cd49de req-02a1b9cf-d9bd-4245-b172-df97e93a458f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:04.928369 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-77a27c75-90f0-49f9-bc3e-8c0922cd49de req-02a1b9cf-d9bd-4245-b172-df97e93a458f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.1957159 Feb 02 16:11:04.996670 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-77a27c75-90f0-49f9-bc3e-8c0922cd49de req-2d1cf90b-73fd-47ff-8cd4-918981d23c41 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629282 Feb 02 16:11:05.030204 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-009f1045-464e-4c29-b798-4976d70d46d7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 217 time: 0.0770214 Feb 02 16:11:06.014388 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00a23-d8c1-492b-953e-b3c482e3000d req-1edaf35e-6496-446a-9746-cb5cb67fb8d3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:06.015916 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1a00a23-d8c1-492b-953e-b3c482e3000d req-1edaf35e-6496-446a-9746-cb5cb67fb8d3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.1039836 Feb 02 16:11:06.103228 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1a00a23-d8c1-492b-953e-b3c482e3000d req-06c0601a-59e0-4552-aa3c-377e924c0e1f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770829 Feb 02 16:11:06.208184 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72170261-e75c-48ac-8f9e-ca50d74ef309 req-c7b869b2-2cb7-4b6c-9665-11ecb21f023c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:06.209695 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72170261-e75c-48ac-8f9e-ca50d74ef309 req-c7b869b2-2cb7-4b6c-9665-11ecb21f023c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0983384 Feb 02 16:11:06.265699 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72170261-e75c-48ac-8f9e-ca50d74ef309 req-a4355f92-ebb1-4078-8242-fefd67141f5b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448580 Feb 02 16:11:07.305674 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9602d8-f36e-4d6c-bb6a-05e5c7bc17b0 req-e00a89dd-30aa-4f95-aeb6-515fb6848c11 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:07.316184 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9e9602d8-f36e-4d6c-bb6a-05e5c7bc17b0 req-e00a89dd-30aa-4f95-aeb6-515fb6848c11 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.1054456 Feb 02 16:11:07.367484 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-9e9602d8-f36e-4d6c-bb6a-05e5c7bc17b0 req-89098a35-c616-4ce1-a653-ab0561d5c593 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Feb 02 16:11:07.497505 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3b48-e097-4add-920b-e5a78ca96c26 req-7ddf957a-ed25-4582-bcc1-96a65f4f18db tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:07.500419 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-525e3b48-e097-4add-920b-e5a78ca96c26 req-7ddf957a-ed25-4582-bcc1-96a65f4f18db tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0957069 Feb 02 16:11:07.552564 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-525e3b48-e097-4add-920b-e5a78ca96c26 req-52daa54c-bcbf-4b2b-92ed-9c33f90be596 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461423 Feb 02 16:11:08.576253 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf868-814c-459c-a975-d4722b8e3da9 req-1fb1833a-f392-4174-b326-7d6b360652bc tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.577758 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1bcf868-814c-459c-a975-d4722b8e3da9 req-1fb1833a-f392-4174-b326-7d6b360652bc tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0853786 Feb 02 16:11:08.648123 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f1bcf868-814c-459c-a975-d4722b8e3da9 req-a1bdc488-75ea-458f-bdad-1316d5aef277 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605464 Feb 02 16:11:08.899871 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d9984-78be-4c57-9189-e41d6d292efe req-9b5bca70-aaa9-4c31-91b1-bf2b208527f5 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.901810 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-467d9984-78be-4c57-9189-e41d6d292efe req-9b5bca70-aaa9-4c31-91b1-bf2b208527f5 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.1948149 Feb 02 16:11:08.975852 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-467d9984-78be-4c57-9189-e41d6d292efe req-2ea499a7-9164-44d6-b64c-0eb98b210ba1 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681863 Feb 02 16:11:09.880281 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafc210-5d73-4906-8af5-ebc14c3477d6 req-4772c6d0-1d37-4c99-ba5a-ccf06d0a7657 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:09.887382 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aafc210-5d73-4906-8af5-ebc14c3477d6 req-4772c6d0-1d37-4c99-ba5a-ccf06d0a7657 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.1103187 Feb 02 16:11:09.929791 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2aafc210-5d73-4906-8af5-ebc14c3477d6 req-d762f33f-717a-4779-8580-031642bf9461 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Feb 02 16:11:10.134581 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:11:10.185571 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85954e-b818-422e-b6c1-10771af221fc req-d0ed8c9f-fb55-44d5-9c57-37dd30b2c677 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:10.187366 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1d85954e-b818-422e-b6c1-10771af221fc req-d0ed8c9f-fb55-44d5-9c57-37dd30b2c677 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0940959 Feb 02 16:11:10.243266 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1d85954e-b818-422e-b6c1-10771af221fc req-af5ee220-541f-43ad-8796-e95f3f96f9d4 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484753 Feb 02 16:11:11.122612 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612b0fc-2f0c-4fb5-b4d0-acb2b85ac98e req-bc4f2341-58aa-4fc2-96bc-ac17926a9dad tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:11.124065 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c612b0fc-2f0c-4fb5-b4d0-acb2b85ac98e req-bc4f2341-58aa-4fc2-96bc-ac17926a9dad tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0836205 Feb 02 16:11:11.168229 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c612b0fc-2f0c-4fb5-b4d0-acb2b85ac98e req-659fd95e-c1ef-4648-b658-cb9caa264380 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384960 Feb 02 16:11:11.248599 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-7bee97b5-b2d4-4af5-a1b8-5c0cd7b7e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:11.250120 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-7bee97b5-b2d4-4af5-a1b8-5c0cd7b7e7b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0606914 Feb 02 16:11:11.333002 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-24853eb5-041a-4192-9adc-e0c62841da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:11.334477 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-24853eb5-041a-4192-9adc-e0c62841da86 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776808 Feb 02 16:11:11.442595 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb404-4ff7-4369-bd33-6765eb1c77c3 req-77ba7297-c2c9-40ef-85d6-f6a9e91737d3 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:11.444270 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dc2cb404-4ff7-4369-bd33-6765eb1c77c3 req-77ba7297-c2c9-40ef-85d6-f6a9e91737d3 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0836136 Feb 02 16:11:11.490250 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-dc2cb404-4ff7-4369-bd33-6765eb1c77c3 req-85deb7cd-ed38-460b-b6fb-dae2e5c4a86c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Feb 02 16:11:11.558952 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-e43e4467-8ea6-4b8e-afc8-091906ffc023 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176147 Feb 02 16:11:11.696664 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-03600b55-099c-4e3e-84c7-ae8b00cdbc44 req-1bea6a54-070a-45e8-8ea3-3ac07422808a service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313281 Feb 02 16:11:12.355511 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4762-e29d-4ee5-b40d-79e692b67140 req-a0514f6b-a817-4b0b-af7b-5645c3fb9909 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:12.356823 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c0e4762-e29d-4ee5-b40d-79e692b67140 req-a0514f6b-a817-4b0b-af7b-5645c3fb9909 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 943 time: 0.0784471 Feb 02 16:11:12.399577 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5c0e4762-e29d-4ee5-b40d-79e692b67140 req-20a6d5f9-def5-445b-b62a-c51d9c7fcb2c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370691 Feb 02 16:11:12.674538 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb5591-1f46-4e88-8237-aab0456acf76 req-a55b4a24-7022-47a5-8c28-17d2be07d3fd tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:12.675998 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ccb5591-1f46-4e88-8237-aab0456acf76 req-a55b4a24-7022-47a5-8c28-17d2be07d3fd tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0818391 Feb 02 16:11:12.719008 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-5ccb5591-1f46-4e88-8237-aab0456acf76 req-53ba2d10-6f69-437b-b897-c913dc63b076 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373039 Feb 02 16:11:13.042766 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:11:13.174667 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:13.187497 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'port_id': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'mac_address': 'fa:16:3e:b5:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:11:13.241435 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:13.257739 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8430b7-904b-4d49-b39e-02f5dbe56171 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:13.273291 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:13.342114 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:13.409553 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=9']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:13.416806 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.417151 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.417489 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.417819 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.418144 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.418468 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.418788 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.419106 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.419449 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.419766 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.420082 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.420393 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:13.592729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac2694-54ed-4153-85e7-02174373349f req-de161e80-6559-4248-9448-2452cc2c91fe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:13.594069 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c3ac2694-54ed-4153-85e7-02174373349f req-de161e80-6559-4248-9448-2452cc2c91fe tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 944 time: 0.0829959 Feb 02 16:11:13.623931 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['0c8430b7-904b-4d49-b39e-02f5dbe56171'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:11:13.639115 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c3ac2694-54ed-4153-85e7-02174373349f req-50e5928c-c4e7-421c-995e-8512e16144cb tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Feb 02 16:11:13.903578 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc723-cdee-4ec7-b4d4-f89ae522b1ed req-1c95f3db-b9f3-401f-83ef-74bba179c194 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:13.906248 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7f0fc723-cdee-4ec7-b4d4-f89ae522b1ed req-1c95f3db-b9f3-401f-83ef-74bba179c194 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0828109 Feb 02 16:11:13.955051 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7f0fc723-cdee-4ec7-b4d4-f89ae522b1ed req-52e2b67f-cda8-4e98-a630-dccbd7735935 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Feb 02 16:11:14.825113 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aa362-36be-4f1f-9bba-8931f8ae96c9 req-4a51c276-7a07-4ee7-a7a8-674c3e545ca7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:14.826564 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-de9aa362-36be-4f1f-9bba-8931f8ae96c9 req-4a51c276-7a07-4ee7-a7a8-674c3e545ca7 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 944 time: 0.0797763 Feb 02 16:11:14.869849 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-de9aa362-36be-4f1f-9bba-8931f8ae96c9 req-15d55d5b-a606-4201-85fb-11bce5a79239 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Feb 02 16:11:15.043458 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:11:15.049418 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:11:15.145209 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434be35-8278-477a-bf77-28c2d80faac0 req-4e06fab6-2224-483a-b243-523c86663343 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:15.146602 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3434be35-8278-477a-bf77-28c2d80faac0 req-4e06fab6-2224-483a-b243-523c86663343 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0808196 Feb 02 16:11:15.192623 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3434be35-8278-477a-bf77-28c2d80faac0 req-b1915ed8-fe52-4109-a92d-20a09c327779 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Feb 02 16:11:15.245525 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 0c8430b7-904b-4d49-b39e-02f5dbe56171 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:11:15.247244 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:15.303663 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:15.326627 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'port_id': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'mac_address': 'fa:16:3e:d1:25:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:11:15.424446 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:15.445516 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:15.456777 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c111e77f-45dc-4898-9aa0-8d19efa24d8b {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:15.482443 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:15.486820 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:15.497137 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:15.532874 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'code': 200} Feb 02 16:11:15.602727 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:15.640780 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:15.673896 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:15.740792 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=10']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:15.884992 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['c111e77f-45dc-4898-9aa0-8d19efa24d8b'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:11:16.070811 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884bbe3-7d5c-4c1b-99db-4278ad2982b2 req-1a3c8a79-caeb-4c13-bcb0-63f7041b14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:16.073248 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7884bbe3-7d5c-4c1b-99db-4278ad2982b2 req-1a3c8a79-caeb-4c13-bcb0-63f7041b14e3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 1099 time: 0.0766380 Feb 02 16:11:16.083616 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64206a3-f087-44f5-a029-b381b686eef0 req-67738435-cd65-47c8-894a-8336ebf80185 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:16.085537 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e64206a3-f087-44f5-a029-b381b686eef0 req-67738435-cd65-47c8-894a-8336ebf80185 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.0870140 Feb 02 16:11:16.114461 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-7884bbe3-7d5c-4c1b-99db-4278ad2982b2 req-72be5ec9-98d8-45c2-bff9-df0a5d5c9cb1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358856 Feb 02 16:11:16.130830 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e64206a3-f087-44f5-a029-b381b686eef0 req-a85abdb7-68b7-416b-850b-8f4e28b70377 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 Feb 02 16:11:16.377143 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82098de8-1660-4432-ae57-4981a548b207 req-b0857b76-14d8-444c-89f9-f5b4ada3f3a2 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:16.377814 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-82098de8-1660-4432-ae57-4981a548b207 req-b0857b76-14d8-444c-89f9-f5b4ada3f3a2 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:11:16.490823 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-82098de8-1660-4432-ae57-4981a548b207 req-b0857b76-14d8-444c-89f9-f5b4ada3f3a2 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:11:16.491976 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-82098de8-1660-4432-ae57-4981a548b207 req-b0857b76-14d8-444c-89f9-f5b4ada3f3a2 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 944 time: 0.1925931 Feb 02 16:11:16.540529 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-82098de8-1660-4432-ae57-4981a548b207 req-7f07bdf4-f7aa-48c5-a260-34bf0180c80f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422943 Feb 02 16:11:17.062160 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:11:17.196403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port c111e77f-45dc-4898-9aa0-8d19efa24d8b completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:11:17.202012 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port c111e77f-45dc-4898-9aa0-8d19efa24d8b triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:11:17.202441 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:17.339771 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578ad6a-036b-4d3e-8d16-d173173f9e80 req-0ff9798e-0b8e-4e10-bc68-7c6af8561e07 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:17.341344 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a578ad6a-036b-4d3e-8d16-d173173f9e80 req-0ff9798e-0b8e-4e10-bc68-7c6af8561e07 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.0924079 Feb 02 16:11:17.344222 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:17.385379 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:17.390759 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a578ad6a-036b-4d3e-8d16-d173173f9e80 req-96f3e0cc-bf33-4cae-86b1-1ae8b51e0982 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Feb 02 16:11:17.473713 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:17.533794 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:17.552562 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:17.592079 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'code': 200} Feb 02 16:11:17.747681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d33421-445d-4870-a285-f52c1f461aa5 req-f0567d84-c3bb-4f76-bdb4-81aceda1dfe0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:17.749296 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-35d33421-445d-4870-a285-f52c1f461aa5 req-f0567d84-c3bb-4f76-bdb4-81aceda1dfe0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0826516 Feb 02 16:11:17.797698 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-35d33421-445d-4870-a285-f52c1f461aa5 req-a9be093c-1bef-458d-a6ca-8aead5c19eed tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403142 Feb 02 16:11:18.148275 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d4d41-31db-4163-a7d5-ae7f81519622 req-7866987c-128a-417c-9f3b-ef953478aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:18.149927 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d54d4d41-31db-4163-a7d5-ae7f81519622 req-7866987c-128a-417c-9f3b-ef953478aa16 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.0768116 Feb 02 16:11:18.175595 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46482) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:18.193445 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d54d4d41-31db-4163-a7d5-ae7f81519622 req-356c6ac7-be4f-4b33-b5fe-29b926282fae service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379322 Feb 02 16:11:18.267748 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.293133 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.307960 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:18.311786 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Usage tracker for resource:security_group_rule and tenant:32fd745502e04d82a7fd2baf4b638a1a is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:18.314545 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:18.320256 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:18.402418 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.527911 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.576860 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32fd745502e04d82a7fd2baf4b638a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001012 Feb 02 16:11:18.579505 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46492) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:18.584663 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a1dab5-3d02-4432-bb37-1be10edf0792,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:18.588873 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.589304 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.589727 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.590123 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.590519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.590909 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.591319 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.591730 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.592119 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.592501 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.592888 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.593274 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893485-0d99-47b4-b607-c3e5fd835736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:18.623678 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99a493-09cf-47e5-a32e-c3f65d58c06f req-8b7b6e13-c0b6-41d7-a9aa-5fb47a1f2893 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:18.625199 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c99a493-09cf-47e5-a32e-c3f65d58c06f req-8b7b6e13-c0b6-41d7-a9aa-5fb47a1f2893 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.1172941 Feb 02 16:11:18.691563 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6c99a493-09cf-47e5-a32e-c3f65d58c06f req-c2530dd0-86e5-4600-8e49-e65c3e9bc1a9 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594645 Feb 02 16:11:18.692176 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c0ae-af94-402b-85ff-c11614097aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.720185 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c0ae-af94-402b-85ff-c11614097aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.842587 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c0ae-af94-402b-85ff-c11614097aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.864801 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6c0ae-af94-402b-85ff-c11614097aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a1dab5-3d02-4432-bb37-1be10edf0792,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:18.868621 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c0ae-af94-402b-85ff-c11614097aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.872815 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-f7e6c0ae-af94-402b-85ff-c11614097aee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31a1dab5-3d02-4432-bb37-1be10edf0792 HTTP/1.1" status: 204 len: 168 time: 0.2923548 Feb 02 16:11:18.990490 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff041-aae6-4bc9-92f9-567158771e09 req-ffb44812-c8b0-4214-b0c1-605286846038 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:18.991964 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-954ff041-aae6-4bc9-92f9-567158771e09 req-ffb44812-c8b0-4214-b0c1-605286846038 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0878589 Feb 02 16:11:19.036787 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-954ff041-aae6-4bc9-92f9-567158771e09 req-120bdeb7-e789-48f4-ae46-01623a6874fd tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Feb 02 16:11:19.538459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46502) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:19.555474 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.569930 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:19.574509 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Usage tracker for resource:security_group_rule and tenant:f9e9ae5f61844df9be5a619f7cef5956 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:19.577315 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:19.582888 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:19.661708 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.724850 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.772382 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9e9ae5f61844df9be5a619f7cef5956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328587 Feb 02 16:11:19.773947 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39da96-d2fc-41d4-81bc-ef956d4102ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1657a-7e6a-492b-a1a4-815f9cda5235,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:19.775120 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46508) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:19.833548 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e4843ec-efdd-49b1-983e-1e6c893ac979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.859029 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e4843ec-efdd-49b1-983e-1e6c893ac979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.888733 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a565a57-09c6-497c-964c-1262c5b12420 req-1d490c1a-9324-4a17-813f-3e9db490597c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:19.890224 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a565a57-09c6-497c-964c-1262c5b12420 req-1d490c1a-9324-4a17-813f-3e9db490597c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.0842338 Feb 02 16:11:19.935888 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3a565a57-09c6-497c-964c-1262c5b12420 req-044dab5a-8cc2-49de-a350-3517f767722e tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398295 Feb 02 16:11:19.993555 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e4843ec-efdd-49b1-983e-1e6c893ac979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:20.009037 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4843ec-efdd-49b1-983e-1e6c893ac979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1657a-7e6a-492b-a1a4-815f9cda5235,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:20.022031 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0e4843ec-efdd-49b1-983e-1e6c893ac979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:20.023125 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0e4843ec-efdd-49b1-983e-1e6c893ac979 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1f1657a-7e6a-492b-a1a4-815f9cda5235 HTTP/1.1" status: 204 len: 168 time: 0.2469168 Feb 02 16:11:20.225047 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702e88-726b-4774-834a-7c0ac0ca31c1 req-c02e97a3-fe13-401f-ba8b-6f3a5c5ea056 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:20.226514 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d0702e88-726b-4774-834a-7c0ac0ca31c1 req-c02e97a3-fe13-401f-ba8b-6f3a5c5ea056 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0806587 Feb 02 16:11:20.274184 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-d0702e88-726b-4774-834a-7c0ac0ca31c1 req-a6bf3b14-7220-44be-8577-cf6dc9a1727c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Feb 02 16:11:20.462296 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25f3a7-86b3-4428-96aa-f260b6ad77c1 req-ec4f1f85-bba9-4990-8c5a-8df662adc28f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:20.464115 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bb25f3a7-86b3-4428-96aa-f260b6ad77c1 req-ec4f1f85-bba9-4990-8c5a-8df662adc28f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0796566 Feb 02 16:11:20.506578 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bb25f3a7-86b3-4428-96aa-f260b6ad77c1 req-70f16456-3778-452d-80c4-bd21cead3119 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372663 Feb 02 16:11:20.528929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46522) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:20.762893 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b9e863-c6f6-4f7e-9871-92e18fd953dd tempest-TestShelveInstance-1084314733 tempest-TestShelveInstance-1084314733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:20.763717 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-10b9e863-c6f6-4f7e-9871-92e18fd953dd tempest-TestShelveInstance-1084314733 tempest-TestShelveInstance-1084314733-project-admin] Synchronizing usage tracker for tenant:b02c3e7ba1704935bd13346f52da55ce on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:11:20.766358 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46528) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:20.784017 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:20.798604 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:20.802407 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Usage tracker for resource:security_group_rule and tenant:61c526e7a15c47fdaff8423fbcc0f853 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:20.805254 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:20.811608 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:20.861891 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-10b9e863-c6f6-4f7e-9871-92e18fd953dd tempest-TestShelveInstance-1084314733 tempest-TestShelveInstance-1084314733-project-admin] Unset dirty status for tenant:b02c3e7ba1704935bd13346f52da55ce on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:11:20.863137 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-10b9e863-c6f6-4f7e-9871-92e18fd953dd tempest-TestShelveInstance-1084314733 tempest-TestShelveInstance-1084314733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1093 time: 0.3331320 Feb 02 16:11:20.866283 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46532) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:20.872164 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Request body: {'floatingip': {'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'port_id': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:11:20.878224 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:20.881976 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Usage tracker for resource:floatingip and tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:20.884977 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:20.890941 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:20.902626 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:20.993203 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.040457 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61c526e7a15c47fdaff8423fbcc0f853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724960 Feb 02 16:11:21.042000 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e5758-bd98-475c-931d-09365c92b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d7985f-6577-403b-98ec-9481ace8c624,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:21.043769 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46536) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:21.098292 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for floatingip, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.114947 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e95950be-4869-4720-b46f-bf68b6cc13ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.193710 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e95950be-4869-4720-b46f-bf68b6cc13ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.285332 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.336870 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e95950be-4869-4720-b46f-bf68b6cc13ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.440629 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95950be-4869-4720-b46f-bf68b6cc13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d7985f-6577-403b-98ec-9481ace8c624,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:21.493123 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e95950be-4869-4720-b46f-bf68b6cc13ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.494273 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e95950be-4869-4720-b46f-bf68b6cc13ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4d7985f-6577-403b-98ec-9481ace8c624 HTTP/1.1" status: 204 len: 168 time: 0.4495013 Feb 02 16:11:21.528771 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Allocated IP 172.28.2.10 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/793b61c7-e7fa-4d6e-a6e9-8a106a54652b) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:11:21.675653 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.771084 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:21.838980 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:11:21.841946 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:11:21.845640 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:11:21.882000 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'Port': ['ID=793b61c7-e7fa-4d6e-a6e9-8a106a54652b,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:22.260760 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:22.423693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:22.634901 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:22.693639 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:22.812492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event updated for resources: {'Port': ['ID=793b61c7-e7fa-4d6e-a6e9-8a106a54652b,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:22.821178 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:23.003691 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Floating IP e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa associated. External IP: 172.28.2.10, port: c111e77f-45dc-4898-9aa0-8d19efa24d8b. Feb 02 16:11:23.440173 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Router dba4d8dc-0411-421b-98bb-257c8fe60942 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:11:23.623643 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:11:23.638329 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] Sync routers for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:11:23.656262 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:11:23.656875 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:11:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:23.748340 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:23.823309 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-16e071dc-b602-4a80-91bf-169467868e0c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9420557 Feb 02 16:11:23.823309 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:23.835896 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:11:23.853147 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'status': 'completed', 'code': 200} Feb 02 16:11:23.968823 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-45ac8258-769a-48dd-b06c-9043971df13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:23.970391 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-45ac8258-769a-48dd-b06c-9043971df13a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.0736008 Feb 02 16:11:24.105190 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-8ec8730c-decc-4005-94d0-88e6d8897c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:24.106513 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-8ec8730c-decc-4005-94d0-88e6d8897c53 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.1302614 Feb 02 16:11:24.178956 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': 'e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'port_id': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'mac_address': 'fa:16:3e:d1:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d53804-66cb-4309-a604-dd0543a4e01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:11:22Z', 'updated_at': '2022-02-02T16:11:22Z', 'revision_number': 0, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:08Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:24.182749 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] Checking router: dba4d8dc-0411-421b-98bb-257c8fe60942 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:11:24.190787 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:11:24.191400 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:11:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:24.213897 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-fcaf774b-60dd-4914-8f9f-dfeeb7cedbbf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 998 time: 0.0960338 Feb 02 16:11:24.274744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-67876f88-557c-451f-aab9-17bb4eea3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:24.276706 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-67876f88-557c-451f-aab9-17bb4eea3bc8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0571961 Feb 02 16:11:24.355130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-1caa11ca-5e44-4d28-842d-3eedcec532a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:24.363694 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-1caa11ca-5e44-4d28-842d-3eedcec532a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739846 Feb 02 16:11:24.365323 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:11:24.490501 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-7d5f338d-871c-4e28-b77a-669a557b66fb service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276548 Feb 02 16:11:24.626336 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3fd8f662-8eaf-48f2-b1ea-ebdc194d021d req-1edd959b-4554-47e2-b4f3-d80d00faa1b3 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292903 Feb 02 16:11:24.851485 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': 'e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'port_id': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'mac_address': 'fa:16:3e:d1:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d53804-66cb-4309-a604-dd0543a4e01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:11:22Z', 'updated_at': '2022-02-02T16:11:22Z', 'revision_number': 0, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:08Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:24.853020 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df393-25c1-4327-9023-fbc681874ed6 None None] The sync data for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb is: [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': 'e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'port_id': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'mac_address': 'fa:16:3e:d1:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d53804-66cb-4309-a604-dd0543a4e01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:11:22Z', 'updated_at': '2022-02-02T16:11:22Z', 'revision_number': 0, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:08Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:11:24.956149 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be6dfe-f1d8-4b87-bb98-46c61b995f27 None None] New status for floating IP e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa: ACTIVE {{(pid=98644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:11:29.099148 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-b910e01f-0bcc-4dc0-b4f7-7e7eed0c34b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:31.447289 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f0a47f72-eed1-454d-a2e8-9ed759d73c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:32.324441 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:32.547087 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:34.013127 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:35.550461 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46678) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:35.667549 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:35.681315 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:35.685682 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Usage tracker for resource:security_group_rule and tenant:3e35ecfa0f124ab8b2491b0174973a8c is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:35.688511 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:35.694146 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:35.772524 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:35.827005 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:35.871226 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613113ce-b913-45dd-ab4b-9533c8ce14f3,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:35.874923 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e35ecfa0f124ab8b2491b0174973a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234255 Feb 02 16:11:35.878627 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46684) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:35.880732 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.881076 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.881412 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.881745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.882073 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.882397 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.882734 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.883039 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.883392 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.883713 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.884030 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.884347 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa118-84ab-40c6-8904-8b55dad5ee07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:35.936575 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e65cfe75-4c57-4a87-87e7-9c2a11e0e0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:35.961632 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e65cfe75-4c57-4a87-87e7-9c2a11e0e0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:36.084049 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e65cfe75-4c57-4a87-87e7-9c2a11e0e0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:36.099912 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cfe75-4c57-4a87-87e7-9c2a11e0e0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613113ce-b913-45dd-ab4b-9533c8ce14f3,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:36.109778 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e65cfe75-4c57-4a87-87e7-9c2a11e0e0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:36.110905 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e65cfe75-4c57-4a87-87e7-9c2a11e0e0b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/613113ce-b913-45dd-ab4b-9533c8ce14f3 HTTP/1.1" status: 204 len: 168 time: 0.2322021 Feb 02 16:11:47.133223 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:11:48.283524 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:49.875188 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46810) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:49.989410 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.003430 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:50.007153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:40ab970b2854484f93a3d46b9b0329d5 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:50.010047 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:50.015642 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:50.099593 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.172209 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.217815 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40ab970b2854484f93a3d46b9b0329d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415587 Feb 02 16:11:50.219481 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516327b-a058-4112-a05c-3620a03bd7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528fc3dc-7dfe-45dc-8c4b-356bb3136c61,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:50.220546 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 46816) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:50.281419 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c32040e3-fb49-4a6a-8bcc-4083de1af026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.307746 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c32040e3-fb49-4a6a-8bcc-4083de1af026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.437961 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c32040e3-fb49-4a6a-8bcc-4083de1af026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.451797 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32040e3-fb49-4a6a-8bcc-4083de1af026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528fc3dc-7dfe-45dc-8c4b-356bb3136c61,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:50.459582 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c32040e3-fb49-4a6a-8bcc-4083de1af026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.461244 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c32040e3-fb49-4a6a-8bcc-4083de1af026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/528fc3dc-7dfe-45dc-8c4b-356bb3136c61 HTTP/1.1" status: 204 len: 168 time: 0.2393768 Feb 02 16:11:53.340186 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f46f9-a5b3-41ef-b13d-d151b3d0d12d req-e7083a1d-a0d9-4031-919d-dfb29c8a48d0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:53.341624 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f15f46f9-a5b3-41ef-b13d-d151b3d0d12d req-e7083a1d-a0d9-4031-919d-dfb29c8a48d0 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.0797412 Feb 02 16:11:53.383681 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f15f46f9-a5b3-41ef-b13d-d151b3d0d12d req-97bd1343-6a34-4655-87c7-fbe89ec0a267 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365541 Feb 02 16:11:54.572961 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afef8-9209-4a91-9059-fc262420c9b8 req-dc125521-49e8-49b4-88e3-24d1da64b9b4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:54.574411 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-354afef8-9209-4a91-9059-fc262420c9b8 req-dc125521-49e8-49b4-88e3-24d1da64b9b4 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.0787253 Feb 02 16:11:54.622655 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-354afef8-9209-4a91-9059-fc262420c9b8 req-891cb916-ef88-4178-b75d-136450048f9f tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaec5176-fb2d-4a40-bd95-53c2cb769b80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424113 Feb 02 16:11:54.921920 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-233d2129-91aa-4845-84b7-3aca2b20e22d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:54.923363 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-233d2129-91aa-4845-84b7-3aca2b20e22d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 946 time: 0.1593404 Feb 02 16:11:54.991146 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Deleting port 0c8430b7-904b-4d49-b39e-02f5dbe56171 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:11:54.991514 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.231820 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] For port 0c8430b7-904b-4d49-b39e-02f5dbe56171, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0c8430b7-904b-4d49-b39e-02f5dbe56171,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:11:55.232179 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.514666 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.514951 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.515277 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Floating IP 60696729-0ab9-4625-88cf-6b6231c7da6e disassociated. External IP: 172.28.2.236, port: 0c8430b7-904b-4d49-b39e-02f5dbe56171. Feb 02 16:11:55.515630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Calling delete_port for 0c8430b7-904b-4d49-b39e-02f5dbe56171 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:11:55.712403 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.800153 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event deleted for resources: {'Port': ['ID=0c8430b7-904b-4d49-b39e-02f5dbe56171,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:55.814797 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-edf1d997-713f-4385-a158-8ac2f9387a06 req-067d7a37-a14d-4688-90f8-bac969571ce3 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 210 time: 0.0648096 Feb 02 16:11:55.992008 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:11:56.168531 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:11:56.177845 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:11:56.190031 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:11:56.190750 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:11:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:56.245529 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] No DVR routers for this DVR port 0c8430b7-904b-4d49-b39e-02f5dbe56171 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:11:56.249236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:56.252244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-deleted', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:56.304400 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d0a8f-cd17-45b0-892b-e4950f2a5809', 'name': 'network-vif-deleted', 'tag': '0c8430b7-904b-4d49-b39e-02f5dbe56171', 'status': 'completed', 'code': 200} Feb 02 16:11:56.355772 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5d7dd321-07f8-4088-8665-f0a4ad57de65 req-fd9d431a-dd66-4e03-adcf-57f567093980 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.85 "DELETE /v2.0/ports/0c8430b7-904b-4d49-b39e-02f5dbe56171 HTTP/1.1" status: 204 len: 173 time: 1.4267757 Feb 02 16:11:56.373659 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:11:56.681202 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:56.695148 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:11:56.695148 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:11:56.695148 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:11:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:56.865704 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:11:56.977693 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0d427ed9-53bf-48f6-bbd7-480247bd7843 req-ac29040c-87db-4455-9085-3feff4a1ce0c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Synchronizing usage tracker for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:11:57.060495 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0d427ed9-53bf-48f6-bbd7-480247bd7843 req-ac29040c-87db-4455-9085-3feff4a1ce0c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Unset dirty status for tenant:12080162c4ee44608e4405978b6b14ca on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:11:57.061860 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0d427ed9-53bf-48f6-bbd7-480247bd7843 req-ac29040c-87db-4455-9085-3feff4a1ce0c tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/ports?device_id=355d0a8f-cd17-45b0-892b-e4950f2a5809 HTTP/1.1" status: 200 len: 210 time: 0.1255994 Feb 02 16:11:57.173282 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:11:57.177089 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1cfd8-f8de-4808-b993-328a72fdf7db None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:05:39Z', 'revision_number': 4, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'f13cc0b0-844e-4157-8598-61dc5230d6ff', 'name': '', 'network_id': '72828d6a-b12a-460d-8837-f1dea113772e', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'mac_address': 'fa:16:3e:c9:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f19a8244-c2da-443d-a935-20247696a73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:39Z', 'updated_at': '2022-02-02T16:05:45Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'subnets': [{'id': 'f19a8244-c2da-443d-a935-20247696a73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:11:57.245905 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:11:57.280497 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 0c8430b7-904b-4d49-b39e-02f5dbe56171 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:11:57.280842 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 0c8430b7-904b-4d49-b39e-02f5dbe56171 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:11:57.399556 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1587486-cf78-47c7-b126-c2c7ec41ec69 None None] New status for floating IP 60696729-0ab9-4625-88cf-6b6231c7da6e: DOWN {{(pid=98644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:11:58.240761 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46852) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:58.381766 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4a51-54c1-4cad-abac-a1b0a315edb5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.409169 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4a51-54c1-4cad-abac-a1b0a315edb5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.526250 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4a51-54c1-4cad-abac-a1b0a315edb5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.545154 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd4a51-54c1-4cad-abac-a1b0a315edb5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec5176-fb2d-4a40-bd95-53c2cb769b80,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:58.594263 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3ccd4a51-54c1-4cad-abac-a1b0a315edb5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.595435 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-3ccd4a51-54c1-4cad-abac-a1b0a315edb5 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "DELETE /v2.0/security-groups/eaec5176-fb2d-4a40-bd95-53c2cb769b80 HTTP/1.1" status: 204 len: 168 time: 0.3536232 Feb 02 16:11:58.598044 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46856) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:58.614051 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.api.v2.resource [None req-eac35d62-e2fb-428b-ab5e-29203a13a65d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] show failed (client error): The resource could not be found. Feb 02 16:11:58.615024 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-eac35d62-e2fb-428b-ab5e-29203a13a65d tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "GET /v2.0/security-groups/eaec5176-fb2d-4a40-bd95-53c2cb769b80 HTTP/1.1" status: 404 len: 347 time: 0.0160906 Feb 02 16:11:58.617702 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46860) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:11:58.773104 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Deleting port cdd20d76-5153-4ea5-ae5f-148a3f9905b9 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:11:58.773445 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.937678 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.938001 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.057053 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Calling delete_port for cdd20d76-5153-4ea5-ae5f-148a3f9905b9 owned by network:floatingip {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:11:59.063434 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d0155827-58a2-4129-b8cd-d22cecd8787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.257649 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.310715 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Pushing event deleted for resources: {'Port': ['ID=cdd20d76-5153-4ea5-ae5f-148a3f9905b9,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:59.403178 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks [] for floatingip, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.479299 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.480423 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-3461e8e9-3f63-419f-96e0-6e5f05115460 tempest-AttachVolumeShelveTestJSON-272020333 tempest-AttachVolumeShelveTestJSON-272020333-project] 10.222.0.31 "DELETE /v2.0/floatingips/60696729-0ab9-4625-88cf-6b6231c7da6e HTTP/1.1" status: 204 len: 168 time: 0.8618028 Feb 02 16:12:01.397843 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7604ccbf-e1ab-4932-be47-902823d94c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.357477 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.492221 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46884) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:02.589682 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.166062 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.581352 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Deleting port f13cc0b0-844e-4157-8598-61dc5230d6ff {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:12:03.582023 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.747299 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] For port f13cc0b0-844e-4157-8598-61dc5230d6ff, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f13cc0b0-844e-4157-8598-61dc5230d6ff,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:12:03.747651 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.864692 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Calling delete_port for f13cc0b0-844e-4157-8598-61dc5230d6ff owned by network:router_interface {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:12:03.985953 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:04.249087 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:04.298777 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f13cc0b0-844e-4157-8598-61dc5230d6ff,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:04.565621 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.010889 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:12:05.179616 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:12:05.189079 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] Sync routers for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:12:05.194475 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-6dcd356b-b92b-45e4-80fe-11c34e9814bf admin admin] 10.222.0.31 "PUT /v2.0/routers/770490ea-e4ff-48d3-97d4-1b80eaf3f88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6989484 Feb 02 16:12:05.194694 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46890) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:05.198529 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:12:05.199124 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:12:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:05.371316 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.381650 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:12:05.556724 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.650747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Deleting port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:12:05.651206 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.764499 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:12:04Z', 'revision_number': 5, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port': {'id': 'b9decda0-85bf-47d2-8eb5-fc3cf1c494dc', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:05.768249 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] Checking router: 770490ea-e4ff-48d3-97d4-1b80eaf3f88f for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:12:05.776685 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] Routers {'770490ea-e4ff-48d3-97d4-1b80eaf3f88f'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:12:05.777276 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:12:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:05.887067 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] For port b9decda0-85bf-47d2-8eb5-fc3cf1c494dc, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:12:05.887452 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.928401 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] Set router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f gateway port host: None {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:12:06.019419 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Calling delete_port for b9decda0-85bf-47d2-8eb5-fc3cf1c494dc owned by network:router_gateway {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:12:06.042332 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:12:05Z', 'revision_number': 6, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port_host': None}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:06.048902 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92146421-8ca7-44a2-9224-c5ae73444dda None None] The sync data for ids ['770490ea-e4ff-48d3-97d4-1b80eaf3f88f'] in dv-cinder-817833-1-smb is: [{'id': '770490ea-e4ff-48d3-97d4-1b80eaf3f88f', 'name': 'tempest-AttachVolumeShelveTestJSON-94231775-router', 'tenant_id': '12080162c4ee44608e4405978b6b14ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:05:34Z', 'updated_at': '2022-02-02T16:12:05Z', 'revision_number': 6, 'project_id': '12080162c4ee44608e4405978b6b14ca', 'gw_port_host': None}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:12:06.357846 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.408126 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9decda0-85bf-47d2-8eb5-fc3cf1c494dc,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:06.504064 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.698284 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.701718 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.883477 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.883941 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770490ea-e4ff-48d3-97d4-1b80eaf3f88f {{(pid=98643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:12:06.896398 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] Notify callbacks [] for router, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.897521 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-b0886036-30ff-444e-a43e-735905979f6f admin admin] 10.222.0.31 "DELETE /v2.0/routers/770490ea-e4ff-48d3-97d4-1b80eaf3f88f HTTP/1.1" status: 204 len: 168 time: 1.7019455 Feb 02 16:12:06.900136 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46894) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:06.960508 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Deleting subnet f19a8244-c2da-443d-a935-20247696a73a {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:12:06.964284 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.024352 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625349'] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.155931 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.294737 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268300'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.331727 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19a8244-c2da-443d-a935-20247696a73a,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:07.336094 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.341928 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47b2e8-de97-4253-b0ba-5affb7e6536e None None] Network 72828d6a-b12a-460d-8837-f1dea113772e requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:12:07.342429 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-07dec6dc-592d-4569-9c0b-ae3ea1e7bad4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f19a8244-c2da-443d-a935-20247696a73a HTTP/1.1" status: 204 len: 168 time: 0.4412580 Feb 02 16:12:07.344873 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46898) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:07.421760 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f13cc0b0-844e-4157-8598-61dc5230d6ff no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:12:07.451091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.461457 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Deleting port f8fc7f5f-01aa-4d7a-9038-6747b2211612 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:12:07.461794 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.468873 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: f13cc0b0-844e-4157-8598-61dc5230d6ff {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:12:07.469218 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f13cc0b0-844e-4157-8598-61dc5230d6ff not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:12:07.469619 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b9decda0-85bf-47d2-8eb5-fc3cf1c494dc no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:12:07.504770 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: b9decda0-85bf-47d2-8eb5-fc3cf1c494dc {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:12:07.505120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b9decda0-85bf-47d2-8eb5-fc3cf1c494dc not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:12:07.669197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] For port f8fc7f5f-01aa-4d7a-9038-6747b2211612, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f8fc7f5f-01aa-4d7a-9038-6747b2211612,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:12:07.669197 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.674069 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] DHCP port deletion for 72828d6a-b12a-460d-8837-f1dea113772e request from dv-cinder-817833-1-smb {{(pid=98644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:12:07.678215 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Deleting port f8fc7f5f-01aa-4d7a-9038-6747b2211612 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:12:07.678616 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.789039 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Calling delete_port for f8fc7f5f-01aa-4d7a-9038-6747b2211612 owned by network:dhcp {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:12:07.876664 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] For port f8fc7f5f-01aa-4d7a-9038-6747b2211612, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=f8fc7f5f-01aa-4d7a-9038-6747b2211612,segment=NetworkSegment(25ae36c1-bd28-4795-9779-359a4833b444),segment_id=25ae36c1-bd28-4795-9779-359a4833b444)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:12:07.877091 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.002386 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Calling delete_port for f8fc7f5f-01aa-4d7a-9038-6747b2211612 owned by network:dhcp {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:12:08.045709 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.092978 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fc7f5f-01aa-4d7a-9038-6747b2211612,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:08.094744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] No DVR routers for this DVR port f8fc7f5f-01aa-4d7a-9038-6747b2211612 on host dv-cinder-817833-1-smb {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:08.136142 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:12:08.136495 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:12:08.210488 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.235604 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72828d6a-b12a-460d-8837-f1dea113772e']}} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:08.248022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ae36c1-bd28-4795-9779-359a4833b444') {'for_net_delete': True} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:08.248319 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ae36c1-bd28-4795-9779-359a4833b444') {} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:08.259697 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625394'] for segment, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.280702 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.287740 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=98643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:12:08.288130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589495'] for segment, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: Traceback (most recent call last): Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: timer() Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: cb(*args, **kw) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: return func(*args, **kwargs) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: self._notify() Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: self.callback(batched_events) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: event.method(event) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: return f(self, *a, **k) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: return self._get(url).json() Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: return self.request(url, 'GET', **kwargs) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:12:08.308862 dv-cinder-817833-1-smb neutron-server[98643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:12:08.471736 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.488293 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.502611 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] Pushing event deleted for resources: {'Network': ['ID=72828d6a-b12a-460d-8837-f1dea113772e,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:08.612638 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-55db7300-0e60-47eb-bcb4-45eff04a4568 admin admin] 10.222.0.31 "DELETE /v2.0/networks/72828d6a-b12a-460d-8837-f1dea113772e HTTP/1.1" status: 204 len: 168 time: 1.2666941 Feb 02 16:12:08.638150 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Deleting port f8fc7f5f-01aa-4d7a-9038-6747b2211612 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:12:08.638647 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.708775 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b673c-51e3-423c-9fc7-c6acd16b2398 None None] The port 'f8fc7f5f-01aa-4d7a-9038-6747b2211612' was deleted {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:12:09.012407 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46904) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:09.061602 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-593924fa-b094-4a7b-86f7-3145c995e967 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12080162c4ee44608e4405978b6b14ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479846 Feb 02 16:12:09.064276 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 46908) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:09.126535 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02944bbc-e173-4156-b8bc-ecb860627f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.151645 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02944bbc-e173-4156-b8bc-ecb860627f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.294883 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02944bbc-e173-4156-b8bc-ecb860627f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.315799 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02944bbc-e173-4156-b8bc-ecb860627f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79751779-61a3-428a-b590-973e3954eabc,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:09.323538 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-02944bbc-e173-4156-b8bc-ecb860627f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.324662 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-02944bbc-e173-4156-b8bc-ecb860627f15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79751779-61a3-428a-b590-973e3954eabc HTTP/1.1" status: 204 len: 168 time: 0.2592835 Feb 02 16:12:09.422786 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f8fc7f5f-01aa-4d7a-9038-6747b2211612 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:12:09.455642 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: f8fc7f5f-01aa-4d7a-9038-6747b2211612 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:12:09.455975 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device f8fc7f5f-01aa-4d7a-9038-6747b2211612 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:12:18.300069 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.370100 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47010) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:19.491175 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.506010 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:19.510881 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Usage tracker for resource:security_group_rule and tenant:3be66bdf0f9b40f79250f73f7f2dcf87 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:19.513866 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:19.519674 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:19.602273 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.694231 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.746430 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3be66bdf0f9b40f79250f73f7f2dcf87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750648 Feb 02 16:12:19.747314 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025e42-2f57-498d-a719-a836ee7a3604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885762fc-6fb4-4d05-830f-0a724c72c98a,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:19.749224 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47016) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:19.812043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.838691 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.985734 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:20.000880 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885762fc-6fb4-4d05-830f-0a724c72c98a,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:20.011020 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.011397 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.011747 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.012088 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.012467 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.012805 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.013138 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.013468 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.013799 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.014124 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.014450 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.014774 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:20.020068 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:20.021195 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0463a3d1-597c-4182-888f-d5143d99fbef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/885762fc-6fb4-4d05-830f-0a724c72c98a HTTP/1.1" status: 204 len: 168 time: 0.2704558 Feb 02 16:12:23.533178 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-e4058122-dc6f-4cf1-aa81-b9e27b99b94d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700965 Feb 02 16:12:23.687949 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-507d1b9d-24c1-4ea8-8492-418f6bfd78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:23.689316 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-507d1b9d-24c1-4ea8-8492-418f6bfd78b6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.0702600 Feb 02 16:12:23.836311 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-db888078-1d0f-4f52-8aca-421a0809a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:23.838282 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-db888078-1d0f-4f52-8aca-421a0809a394 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.1312208 Feb 02 16:12:23.941686 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-93b29e88-5e7a-4395-9d7c-ae78ffe18c9e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 1000 time: 0.0978234 Feb 02 16:12:24.007749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-9d6dcd2d-f934-4521-8560-ca80b0f73f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:24.009187 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-9d6dcd2d-f934-4521-8560-ca80b0f73f2a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0622647 Feb 02 16:12:24.087117 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-d2d232c7-139d-40d9-890a-22d732bc917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:24.089223 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-d2d232c7-139d-40d9-890a-22d732bc917e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742297 Feb 02 16:12:24.131730 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:12:24.222558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-6effcc9e-bbd8-4ca5-9420-d760ef439ea9 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272695 Feb 02 16:12:24.370483 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d41ce28c-4386-49cd-a106-9e8c167164e0 req-830d8dc0-60a2-4f5a-88dc-ad5781e13510 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424184 Feb 02 16:12:29.031527 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47112) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:29.071273 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3df8c6f8-b52c-41e1-b6e5-df7b99272a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.149856 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.164017 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:29.167821 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2cab3d0376cd4f9faad535f08c3b352d is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:29.170562 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:29.176327 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:29.260845 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.367743 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.416147 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cab3d0376cd4f9faad535f08c3b352d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829398 Feb 02 16:12:29.417028 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d42e80-1abc-472d-ac2c-fa3f19b7b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68476af5-bdc6-4913-8551-f160164b2ca0,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:29.419302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47118) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:29.478513 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d82b6c1-43fb-4572-8f9c-2b906d2cb0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.505093 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d82b6c1-43fb-4572-8f9c-2b906d2cb0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.684979 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d82b6c1-43fb-4572-8f9c-2b906d2cb0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.699241 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82b6c1-43fb-4572-8f9c-2b906d2cb0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68476af5-bdc6-4913-8551-f160164b2ca0,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:29.705854 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2d82b6c1-43fb-4572-8f9c-2b906d2cb0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.707084 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2d82b6c1-43fb-4572-8f9c-2b906d2cb0c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68476af5-bdc6-4913-8551-f160164b2ca0 HTTP/1.1" status: 204 len: 168 time: 0.2867749 Feb 02 16:12:30.412407 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47126) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:30.429707 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.444568 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:30.449149 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Usage tracker for resource:security_group_rule and tenant:fc240199a3e744b5a58a6a8c70957631 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:30.451987 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:30.457792 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:30.538649 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.616758 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.669937 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc240199a3e744b5a58a6a8c70957631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564325 Feb 02 16:12:30.671506 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bfbed-62b8-4992-8218-4609cc33b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c8361-03c0-4772-b9af-c1af6499e2c0,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:30.672684 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47130) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:30.738102 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4df1302-2555-4e76-b4cd-ab81a4d62ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.765927 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4df1302-2555-4e76-b4cd-ab81a4d62ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.908128 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4df1302-2555-4e76-b4cd-ab81a4d62ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.924143 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df1302-2555-4e76-b4cd-ab81a4d62ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c8361-03c0-4772-b9af-c1af6499e2c0,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:30.932456 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c4df1302-2555-4e76-b4cd-ab81a4d62ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.933583 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c4df1302-2555-4e76-b4cd-ab81a4d62ca7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/007c8361-03c0-4772-b9af-c1af6499e2c0 HTTP/1.1" status: 204 len: 168 time: 0.2589741 Feb 02 16:12:31.424979 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7a9cba39-992f-46cc-a856-0dfccc47e01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:32.376275 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:32.567771 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:33.709145 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47186) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:33.822012 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:33.835934 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:33.841217 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Usage tracker for resource:security_group_rule and tenant:fbad6dff55e3490ab11150e55dbb788b is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:33.844080 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:33.849793 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:33.929043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.018798 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.044748 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.095041 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbad6dff55e3490ab11150e55dbb788b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848021 Feb 02 16:12:34.095999 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23400430-18f7-4a41-b162-6274de6c1593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05809b66-7820-454b-b714-36d89a3a4cec,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:34.097769 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47192) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:34.155620 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e6230094-eb12-40ac-9cbe-c822cc8893c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.180999 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e6230094-eb12-40ac-9cbe-c822cc8893c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.313471 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e6230094-eb12-40ac-9cbe-c822cc8893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.331414 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6230094-eb12-40ac-9cbe-c822cc8893c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05809b66-7820-454b-b714-36d89a3a4cec,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:34.343035 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-e6230094-eb12-40ac-9cbe-c822cc8893c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:34.344219 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-e6230094-eb12-40ac-9cbe-c822cc8893c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05809b66-7820-454b-b714-36d89a3a4cec HTTP/1.1" status: 204 len: 168 time: 0.2452979 Feb 02 16:12:34.981939 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47200) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:34.999706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.017601 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:35.021420 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Usage tracker for resource:security_group_rule and tenant:dae4f6a3e3ec42fb8b6b35836b366c76 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:35.024198 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:35.029861 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:35.107169 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.187499 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.233535 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dae4f6a3e3ec42fb8b6b35836b366c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504725 Feb 02 16:12:35.235075 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977939e-3b2c-4bf7-9773-05f708cebe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e43eeb-3084-4130-bb9a-ef415c27dd0f,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:35.236247 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47204) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:35.295069 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5e59f62b-6bad-479a-b616-b9396074e840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.320632 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5e59f62b-6bad-479a-b616-b9396074e840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.439308 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5e59f62b-6bad-479a-b616-b9396074e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.457174 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59f62b-6bad-479a-b616-b9396074e840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e43eeb-3084-4130-bb9a-ef415c27dd0f,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:35.463720 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5e59f62b-6bad-479a-b616-b9396074e840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:35.464819 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-5e59f62b-6bad-479a-b616-b9396074e840 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10e43eeb-3084-4130-bb9a-ef415c27dd0f HTTP/1.1" status: 204 len: 168 time: 0.2274861 Feb 02 16:12:48.272652 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.247855 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47318) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:54.362311 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.377019 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:54.380689 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b6e315606a4622a069ba0eb1c33bb9 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:54.383533 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:54.389483 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:54.472342 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.558102 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.605704 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6b6e315606a4622a069ba0eb1c33bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565874 Feb 02 16:12:54.607166 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724755e-2398-4767-9a9c-cbdefa5f2db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7132053-9e26-47c0-8fe8-663195f6be53,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:54.608534 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47326) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:54.668460 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.693243 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.820829 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.838724 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7132053-9e26-47c0-8fe8-663195f6be53,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:54.849683 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.850027 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.850360 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.850687 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.851011 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.851382 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.851701 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.852019 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.852337 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.852651 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.852964 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.853276 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:54.857421 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.858588 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-80628673-d430-48a0-b4c3-5f1b6c9eb674 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7132053-9e26-47c0-8fe8-663195f6be53 HTTP/1.1" status: 204 len: 168 time: 0.2484128 Feb 02 16:12:59.075349 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d55cbb19-0dac-47dc-995c-2ab95dc6ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:01.131104 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:13:01.423863 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-393230ba-b68f-46bc-80a0-42677582b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:02.352087 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:02.577910 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:04.012074 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:08.655824 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47446) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:08.791953 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:08.808121 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:08.812279 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Usage tracker for resource:security_group_rule and tenant:6fa85051b8b54172a4886458e33c9a75 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:08.815127 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:08.823483 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:08.922591 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.032280 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.081607 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fa85051b8b54172a4886458e33c9a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245164 Feb 02 16:13:09.082518 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48a31e-8bdf-4f09-baa9-f6532f7dfcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b4ff4-1233-4e8a-be0f-a47c73b0ddf2,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:09.084480 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47452) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:09.146502 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-adfe1f3b-1308-4c16-a3c6-5c4187220c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.173991 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-adfe1f3b-1308-4c16-a3c6-5c4187220c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.392231 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-adfe1f3b-1308-4c16-a3c6-5c4187220c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.408205 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe1f3b-1308-4c16-a3c6-5c4187220c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b4ff4-1233-4e8a-be0f-a47c73b0ddf2,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:09.415322 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-adfe1f3b-1308-4c16-a3c6-5c4187220c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.416615 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-adfe1f3b-1308-4c16-a3c6-5c4187220c32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a1b4ff4-1233-4e8a-be0f-a47c73b0ddf2 HTTP/1.1" status: 204 len: 168 time: 0.3311126 Feb 02 16:13:10.393471 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47460) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:10.416739 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.439061 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:10.443554 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Usage tracker for resource:security_group_rule and tenant:057ff619d8824b0a92935e7f7c691731 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:10.446728 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:10.454014 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:10.551395 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.666383 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.714072 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53957cbb-7ca4-4e71-91a5-8b11e39f40ea,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:10.719546 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-067ae6c9-c304-4df5-b2d9-be490ace9612 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=057ff619d8824b0a92935e7f7c691731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250043 Feb 02 16:13:10.725808 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47464) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:10.786457 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f54f-dcb3-490f-8db6-d3ca238cc50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.813508 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f54f-dcb3-490f-8db6-d3ca238cc50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.986827 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f54f-dcb3-490f-8db6-d3ca238cc50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:11.009449 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4f54f-dcb3-490f-8db6-d3ca238cc50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53957cbb-7ca4-4e71-91a5-8b11e39f40ea,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:11.022361 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f54f-dcb3-490f-8db6-d3ca238cc50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:11.023545 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-a8c4f54f-dcb3-490f-8db6-d3ca238cc50d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53957cbb-7ca4-4e71-91a5-8b11e39f40ea HTTP/1.1" status: 204 len: 168 time: 0.2975280 Feb 02 16:13:12.069824 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47472) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:12.088903 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.103718 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:12.107622 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:99f15dcb82d44b4aa295af389d29c73a is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:12.110511 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:12.116280 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:12.208814 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.337763 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.388124 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99f15dcb82d44b4aa295af389d29c73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171046 Feb 02 16:13:12.389057 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b071c2-4408-4892-960d-a8a20cb0e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0106f5-bfe7-44db-96ca-42fe57e42e85,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:12.391052 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47476) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:12.460327 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f350e785-5eca-4bc7-bd78-8021b8afa4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.492398 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f350e785-5eca-4bc7-bd78-8021b8afa4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.652078 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f350e785-5eca-4bc7-bd78-8021b8afa4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.670146 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350e785-5eca-4bc7-bd78-8021b8afa4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0106f5-bfe7-44db-96ca-42fe57e42e85,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:12.677745 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f350e785-5eca-4bc7-bd78-8021b8afa4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:12.679278 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-f350e785-5eca-4bc7-bd78-8021b8afa4ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff0106f5-bfe7-44db-96ca-42fe57e42e85 HTTP/1.1" status: 204 len: 168 time: 0.2866514 Feb 02 16:13:14.020648 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47500) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:14.129558 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1196295555-network', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:14.134361 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:14.138236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Usage tracker for resource:network and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:14.141105 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:14.147699 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:14.291788 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Made reservation on behalf of 3c48c62b9fdc4885a9576b20ba9c7ae3 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:13:14.294122 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.307137 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.323074 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:14.326987 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:14.329791 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:14.335787 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:14.428363 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.558559 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.597810 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:13:14.611935 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a471c0c1-99ba-4474-aab2-6fbe80d57efb,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:14.616540 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.616878 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Added segment 9b84c42c-156d-4826-962d-013a0a6c1216 of type vlan for network a362a044-da84-417f-ac18-e19b3ea21ed3 Feb 02 16:13:14.652630 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.778077 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.779056 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:14.779669 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:14.981323 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] Pushing event updated for resources: {'Network': ['ID=a362a044-da84-417f-ac18-e19b3ea21ed3,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:14.991601 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network a362a044-da84-417f-ac18-e19b3ea21ed3 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:13:15.078437 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-f27f5778-81b3-4a20-9114-e5078e76436e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0565553 Feb 02 16:13:15.081230 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47506) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:15.086942 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Request body: {'subnet': {'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1196295555-subnet', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'ip_version': 4}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:15.092504 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:15.097431 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Usage tracker for resource:subnet and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:15.100255 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:15.110913 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:15.208838 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Made reservation on behalf of 3c48c62b9fdc4885a9576b20ba9c7ae3 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:13:15.211390 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470808'] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:15.541013 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2154083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470794'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:15.619832 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b7cea1-b7d5-42a4-a766-f1cff167f33c,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:15.627838 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Checking segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:15.628199 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Network hostable DHCP agents. Network: a362a044-da84-417f-ac18-e19b3ea21ed3, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:13:15.757235 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Network a362a044-da84-417f-ac18-e19b3ea21ed3 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:13:15.883171 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, a362a044-da84-417f-ac18-e19b3ea21ed3) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:15.887551 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:15.888164 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:15.892124 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c922bd-b626-43c6-95ef-8cbee60328cf None None] Network a362a044-da84-417f-ac18-e19b3ea21ed3 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:13:16.009440 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-33db2222-2b11-4783-8ccf-41ca98547d73 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9270422 Feb 02 16:13:16.012199 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47510) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:16.017203 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:16.025908 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:16.026182 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Usage tracker for resource:router and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:16.029041 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:16.034928 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:16.106351 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-a362a044-da84-417f-ac18-e19b3ea21ed3', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 16:13:16.107202 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.149019 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.150054 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.166730 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.267831 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Allocated IP 172.20.0.2 (a362a044-da84-417f-ac18-e19b3ea21ed3/99b7cea1-b7d5-42a4-a766-f1cff167f33c/69a2619f-52ea-4f70-9863-616e9a2bbda8) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:16.475170 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.485492 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Transition to ACTIVE for port object 69a2619f-52ea-4f70-9863-616e9a2bbda8 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:16.503642 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Transition to ACTIVE for port object 69a2619f-52ea-4f70-9863-616e9a2bbda8 will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:16.539654 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.578080 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.647231 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Network a362a044-da84-417f-ac18-e19b3ea21ed3 is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:16.649975 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:16.654021 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:16.659803 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Pushing event updated for resources: {'Port': ['ID=69a2619f-52ea-4f70-9863-616e9a2bbda8,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:16.694898 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.695239 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.695651 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.695983 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.696312 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.696633 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.697468 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.697798 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.698247 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.698564 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.698877 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.699187 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:16.754300 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Attempting to bind port 69a2619f-52ea-4f70-9863-616e9a2bbda8 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:16.754662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Attempting to bind port 69a2619f-52ea-4f70-9863-616e9a2bbda8 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:16.755021 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Attempting to bind port 69a2619f-52ea-4f70-9863-616e9a2bbda8 on network a362a044-da84-417f-ac18-e19b3ea21ed3 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:13:16.760769 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:13:16.761139 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Checking segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:16.761529 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.761916 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Bound using segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:13:16.762368 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Bound port: 69a2619f-52ea-4f70-9863-616e9a2bbda8, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:16.762730 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.853814 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] For port 69a2619f-52ea-4f70-9863-616e9a2bbda8, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:13:16.856774 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] For port 69a2619f-52ea-4f70-9863-616e9a2bbda8, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=69a2619f-52ea-4f70-9863-616e9a2bbda8,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:13:16.965354 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.992196 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:16.994630 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:17.079176 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce15fa-c852-4e4e-bac9-2d309db3b001 None None] Pushing event updated for resources: {'Port': ['ID=69a2619f-52ea-4f70-9863-616e9a2bbda8,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:17.135845 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Allocated IP 172.28.2.87 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/91648214-e433-4cde-8611-895e7b44fad6) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:17.297250 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:17.395345 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:17.461980 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:17.465038 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:17.467637 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:17.496124 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 69a2619f-52ea-4f70-9863-616e9a2bbda8 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:17.511688 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Pushing event updated for resources: {'Port': ['ID=91648214-e433-4cde-8611-895e7b44fad6,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:17.629161 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 69a2619f-52ea-4f70-9863-616e9a2bbda8 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:18.009270 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437e1e2-ee61-455a-9368-de11ce171a9a None None] Network a362a044-da84-417f-ac18-e19b3ea21ed3 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:13:18.083309 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.229444 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] Provisioning for port 69a2619f-52ea-4f70-9863-616e9a2bbda8 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:18.248283 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] Provisioning complete for port 69a2619f-52ea-4f70-9863-616e9a2bbda8 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:18.248584 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.310528 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.396511 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.438844 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] For port 69a2619f-52ea-4f70-9863-616e9a2bbda8, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=69a2619f-52ea-4f70-9863-616e9a2bbda8,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:18.442366 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.535078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.653737 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d03a2-1939-4524-9584-555fbceaa0b8 None None] Pushing event updated for resources: {'Port': ['ID=69a2619f-52ea-4f70-9863-616e9a2bbda8,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:18.662308 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-e652120d-112c-44f0-a50a-a6239d30016d None None] Provisioning complete for port 69a2619f-52ea-4f70-9863-616e9a2bbda8 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:18.667882 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-e652120d-112c-44f0-a50a-a6239d30016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.751683 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:13:18.930318 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:13:18.940368 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Sync routers for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:13:18.949883 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:18.950504 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:19.043303 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:19.044469 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-33006ba6-48c4-4c5a-b582-2b90b4007185 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0313418 Feb 02 16:13:19.047269 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47514) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:19.125625 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:19.442206 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:17Z', 'revision_number': 3, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:19.446544 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Checking router: f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:13:19.446980 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Updating router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d port 91648214-e433-4cde-8611-895e7b44fad6 binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:13:19.476082 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 69a2619f-52ea-4f70-9863-616e9a2bbda8 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:19.553300 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:19.674092 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 69a2619f-52ea-4f70-9863-616e9a2bbda8 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:19.674700 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:19.920164 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d2c2-ab9e-494e-97d4-4b4a742c74a7 req-f3bb8627-dc2b-45e1-b046-e3af68f8ee01 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:19.921599 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1308d2c2-ab9e-494e-97d4-4b4a742c74a7 req-f3bb8627-dc2b-45e1-b046-e3af68f8ee01 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.1816261 Feb 02 16:13:19.982564 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:19.998108 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1308d2c2-ab9e-494e-97d4-4b4a742c74a7 req-0a98cf59-dbf3-4697-9d17-39dd087604ff tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670481 Feb 02 16:13:20.019616 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.023394 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Transition to ACTIVE for port object 91648214-e433-4cde-8611-895e7b44fad6 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:20.153148 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.210344 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_common [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Allocated IP 172.20.0.1 (a362a044-da84-417f-ac18-e19b3ea21ed3/99b7cea1-b7d5-42a4-a766-f1cff167f33c/351dfc96-a6a4-4e1c-9f6e-f885d3d6addd) {{(pid=98642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:20.232023 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Attempting to bind port 91648214-e433-4cde-8611-895e7b44fad6 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:20.232393 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Attempting to bind port 91648214-e433-4cde-8611-895e7b44fad6 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:20.232763 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Attempting to bind port 91648214-e433-4cde-8611-895e7b44fad6 on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:13:20.238549 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e9b4c-6bf2-43ca-b82a-f8d5b7fe034c None None] Pushing event updated for resources: {'Port': ['ID=91648214-e433-4cde-8611-895e7b44fad6,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:20.242949 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:13:20.249110 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:20.249110 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.249110 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:13:20.249110 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Bound port: 91648214-e433-4cde-8611-895e7b44fad6, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:20.249110 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.335373 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] For port 91648214-e433-4cde-8611-895e7b44fad6, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:13:20.340825 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] For port 91648214-e433-4cde-8611-895e7b44fad6, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=91648214-e433-4cde-8611-895e7b44fad6,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:13:20.369691 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.385188 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.provisioning_blocks [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Transition to ACTIVE for port object 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd will not be triggered until provisioned by entity DHCP. {{(pid=98642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:20.426190 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.506422 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:20.506684 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.507062 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:20.581479 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Network a362a044-da84-417f-ac18-e19b3ea21ed3 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:20.584340 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:20.588739 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Received port after_create {{(pid=98642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:20.623772 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Pushing event updated for resources: {'Port': ['ID=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:20.623941 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e9b4c-6bf2-43ca-b82a-f8d5b7fe034c None None] Pushing event updated for resources: {'Port': ['ID=91648214-e433-4cde-8611-895e7b44fad6,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.652302 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:20.663527 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:20.757204 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:21.024910 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-8e80de40-9bae-45bd-8894-b348b861bde7 None None] Provisioning for port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:21.028246 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.035286 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-8e80de40-9bae-45bd-8894-b348b861bde7 None None] Provisioning complete for port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:21.035286 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-8e80de40-9bae-45bd-8894-b348b861bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.104353 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-8e80de40-9bae-45bd-8894-b348b861bde7 None None] Port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:13:21.120085 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:17Z', 'revision_number': 3, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:21.124118 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24ae9b-4c4c-4cf3-8e16-62f32a85e5c7 None None] The sync data for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb is: [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:17Z', 'revision_number': 3, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:13:21.225265 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09069d3c-7f71-4980-b08a-cd69419a9b15 req-52490e84-1bf9-4331-887b-7d5535cfb92e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:21.226796 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-09069d3c-7f71-4980-b08a-cd69419a9b15 req-52490e84-1bf9-4331-887b-7d5535cfb92e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.1048992 Feb 02 16:13:21.278745 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-09069d3c-7f71-4980-b08a-cd69419a9b15 req-d373dcb6-4334-4645-b7db-7ab8a6c35ac1 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Feb 02 16:13:21.435959 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.497031 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2154230'] for port, after_update {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.528572 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 91648214-e433-4cde-8611-895e7b44fad6 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:21.622181 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.633849 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Pushing event updated for resources: {'Port': ['ID=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,revision_number=2']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:21.682660 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 91648214-e433-4cde-8611-895e7b44fad6 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:21.688789 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 91648214-e433-4cde-8611-895e7b44fad6 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:21.689260 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.797673 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Network a362a044-da84-417f-ac18-e19b3ea21ed3 is already hosted by enough agents. {{(pid=98642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:21.801280 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:21.838620 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:21.866641 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 91648214-e433-4cde-8611-895e7b44fad6, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=91648214-e433-4cde-8611-895e7b44fad6,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:21.957127 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:22.062149 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=91648214-e433-4cde-8611-895e7b44fad6,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:22.073237 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:13:22.138459 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-2e835e19-dc2d-4917-affe-bebbdd2b4eca None None] Provisioning complete for port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:22.138459 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2e835e19-dc2d-4917-affe-bebbdd2b4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:22.193839 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-2e835e19-dc2d-4917-affe-bebbdd2b4eca None None] Port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:13:22.263953 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:13:22.272877 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-e3f23540-270c-4681-a6ba-2e1b5fe14d41 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2245841 Feb 02 16:13:22.465769 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740be9c-0efd-444c-852c-310566d3949d req-5351caba-906f-4721-9ab7-0e4b0cd670cb tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:22.467221 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e740be9c-0efd-444c-852c-310566d3949d req-5351caba-906f-4721-9ab7-0e4b0cd670cb tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0813372 Feb 02 16:13:22.516277 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e740be9c-0efd-444c-852c-310566d3949d req-c5c6c8d3-849a-4652-ba3a-49bd092328d3 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Feb 02 16:13:22.771280 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Sync routers for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:13:22.781248 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:22.782012 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:22.971340 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:23.156195 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47544) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:23.161834 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1862946162-network', 'tenant_id': 'b569f190475243bb848f6af76f699250'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:23.167194 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:23.171195 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Usage tracker for resource:network and tenant:b569f190475243bb848f6af76f699250 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:23.174124 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:23.179913 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:23.265463 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Made reservation on behalf of b569f190475243bb848f6af76f699250 for: {'network': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:13:23.267958 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for network, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.280343 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.296226 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:23.300156 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Usage tracker for resource:security_group_rule and tenant:b569f190475243bb848f6af76f699250 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:23.303018 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:23.309574 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:23.324514 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 2, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:23.329411 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Checking router: f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:13:23.329963 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Updating router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:13:23.393982 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.400319 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.464756 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 91648214-e433-4cde-8611-895e7b44fad6 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:23.468581 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.502046 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=98642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:13:23.513245 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95049268-78fb-4fb2-96ca-eab70d442546,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:23.519230 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.520176 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.segments_db [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Added segment 336a36c5-0391-46c2-9315-87a9cfe9256b of type vlan for network dc4aa299-967a-424c-ad53-5ffdb4ef6429 Feb 02 16:13:23.557718 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758510146699'] for network, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.585330 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 91648214-e433-4cde-8611-895e7b44fad6 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:23.585741 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.724178 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.726669 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:23.727445 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.776123 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:23.789141 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Transition to ACTIVE for port object 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:23.832553 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60a687-425f-447b-869d-e6a7d99ae385 req-3cb2334a-b723-4bb4-a381-7ddd429c2f94 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:23.834130 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb60a687-425f-447b-869d-e6a7d99ae385 req-3cb2334a-b723-4bb4-a381-7ddd429c2f94 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.1976569 Feb 02 16:13:23.856911 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4aa299-967a-424c-ad53-5ffdb4ef6429,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:23.866896 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 details requested by agent ovs-agent-dv-cinder-817833-1-smb with host dv-cinder-817833-1-smb {{(pid=98644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:13:23.886081 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-eb60a687-425f-447b-869d-e6a7d99ae385 req-fbc7d557-7d28-4e2f-8d1c-f2e79fed72b6 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452352 Feb 02 16:13:23.900236 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.037757 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-ae0eabd1-e362-42d7-992c-4a691ffadc68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8804350 Feb 02 16:13:24.041158 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47550) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:24.047224 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Request body: {'subnet': {'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1862946162-subnet', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'ip_version': 4}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:24.052766 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:24.059294 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Usage tracker for resource:subnet and tenant:b569f190475243bb848f6af76f699250 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:24.062455 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:24.069326 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:24.109308 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Pushing event updated for resources: {'Port': ['ID=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:24.152098 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.152353 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.152673 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.153021 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.153332 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.153656 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.153975 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.154302 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.154622 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.154943 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.155283 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.155595 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:24.174484 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Made reservation on behalf of b569f190475243bb848f6af76f699250 for: {'subnet': 1} {{(pid=98642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:13:24.176995 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470808'] for subnet, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.189239 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Attempting to bind port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:24.189239 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Attempting to bind port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:24.189239 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Attempting to bind port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd on network a362a044-da84-417f-ac18-e19b3ea21ed3 {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:13:24.196844 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:13:24.197216 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Checking segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:24.197618 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.198032 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Bound using segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:13:24.198464 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Bound port: 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:24.198843 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.289841 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] For port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:13:24.297710 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] For port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:13:24.391996 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.474163 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:24.474792 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:24.489070 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2154083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470794'] for subnet, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.545995 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0bdf-d534-4dbc-800f-9f0e070ed4ce None None] Pushing event updated for resources: {'Port': ['ID=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,revision_number=4']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:24.581064 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454b9c22-f06a-42af-8e21-dffff1961239,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:24.585841 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Checking segment: {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:24.586149 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Network hostable DHCP agents. Network: dc4aa299-967a-424c-ad53-5ffdb4ef6429, hostable agents: ['8d5da0b0-6bc2-430a-a48c-20b8298fe24b'], hosted agents: [] {{(pid=98642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:13:24.711648 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:24.720018 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 is scheduled to be hosted by DHCP agent 8d5da0b0-6bc2-430a-a48c-20b8298fe24b with binding_index 1 {{(pid=98642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:13:24.845738 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-smb, dc4aa299-967a-424c-ad53-5ffdb4ef6429) {{(pid=98642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:24.850076 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:24.850688 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:24.857039 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867ea22-af1b-4b55-abd5-59555995665e None None] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:13:24.958130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47556) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:24.961237 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-4f6b2f0b-a57c-447b-845b-ae43741e0761 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9187765 Feb 02 16:13:24.965028 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:24.970084 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:24.974566 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Usage tracker for resource:router and tenant:b569f190475243bb848f6af76f699250 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:13:24.979555 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:13:24.987047 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:25.063845 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:24Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:25.068350 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28003518-efb5-40b8-8e2e-12fe9f5dcbf9 None None] The sync data for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb is: [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:24Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:13:25.080965 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.082116 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.099509 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c59dda4-b96f-5d78-8abe-c7c7ce00eba7-dc4aa299-967a-424c-ad53-5ffdb4ef6429', 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'fixed_ips': [{'subnet_id': '454b9c22-f06a-42af-8e21-dffff1961239'}]}} from dv-cinder-817833-1-smb. {{(pid=98644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 16:13:25.100681 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.102709 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.110167 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894037-82ef-41cc-9d08-358882324c21 req-1660cd87-7cc0-4807-b424-85c86a1b582e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:25.111732 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-95894037-82ef-41cc-9d08-358882324c21 req-1660cd87-7cc0-4807-b424-85c86a1b582e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0956349 Feb 02 16:13:25.311294 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-95894037-82ef-41cc-9d08-358882324c21 req-ec5e5719-faf3-425e-b70e-4ce678d9493d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927700 Feb 02 16:13:25.354406 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.db_base_plugin_common [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Allocated IP 172.20.0.2 (dc4aa299-967a-424c-ad53-5ffdb4ef6429/454b9c22-f06a-42af-8e21-dffff1961239/b975730a-bd70-4a29-9178-37ddd2747737) {{(pid=98644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:25.520289 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-695901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.557149 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:25.678683 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Notify callbacks [] for port, precommit_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.692109 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Transition to ACTIVE for port object b975730a-bd70-4a29-9178-37ddd2747737 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:25.716069 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Transition to ACTIVE for port object b975730a-bd70-4a29-9178-37ddd2747737 will not be triggered until provisioned by entity DHCP. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:25.747929 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-7ee632dd-d11c-4dfd-96ee-fa8e11c99560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:25.749459 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-7ee632dd-d11c-4dfd-96ee-fa8e11c99560 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.1765392 Feb 02 16:13:25.802864 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:25.810234 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:25.811079 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.855027 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373'] for port, after_create {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.945670 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 is already hosted by enough agents. {{(pid=98644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:25.953994 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.scheduler.base_scheduler [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Resources bound (agent type, host, resource id): {{(pid=98644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:25.957238 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Pushing event updated for resources: {'Port': ['ID=b975730a-bd70-4a29-9178-37ddd2747737,revision_number=1']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:25.959472 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Received port after_create {{(pid=98644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:26.083583 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-82bb4bc1-1a4c-40dd-8269-4dfa6fc602b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:26.085050 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-82bb4bc1-1a4c-40dd-8269-4dfa6fc602b0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.3121111 Feb 02 16:13:26.135824 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Attempting to bind port b975730a-bd70-4a29-9178-37ddd2747737 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:26.136176 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Attempting to bind port b975730a-bd70-4a29-9178-37ddd2747737 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:26.136562 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Attempting to bind port b975730a-bd70-4a29-9178-37ddd2747737 on network dc4aa299-967a-424c-ad53-5ffdb4ef6429 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:13:26.149359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:13:26.149359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Checking segment: {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:26.149359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.149359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Bound using segment: {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:13:26.149359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Bound port: b975730a-bd70-4a29-9178-37ddd2747737, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:26.150833 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.167718 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.209580 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.255401 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.260654 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-514f6503-17b7-4943-97a0-e16629d7d167 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 1000 time: 0.1695411 Feb 02 16:13:26.265566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:26.305111 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] For port b975730a-bd70-4a29-9178-37ddd2747737, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:13:26.309776 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] For port b975730a-bd70-4a29-9178-37ddd2747737, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b975730a-bd70-4a29-9178-37ddd2747737,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:13:26.368227 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.394204 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-02496422-d792-4ce0-970a-c3fd71887c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:26.395558 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-02496422-d792-4ce0-970a-c3fd71887c8e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0891929 Feb 02 16:13:26.424076 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.485361 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:26.605316 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc1009-c8ec-40f1-81a4-18ceed2ce004 None None] Pushing event updated for resources: {'Port': ['ID=b975730a-bd70-4a29-9178-37ddd2747737,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:26.759123 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Allocated IP 172.28.2.109 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/585453e3-d719-49af-bdc4-ce566314be73) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:26.793211 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-5ac1ab9e-b99f-46d1-9394-4d79224be200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:26.794712 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-5ac1ab9e-b99f-46d1-9394-4d79224be200 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3922620 Feb 02 16:13:26.959997 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d03ee-4817-4ddb-9972-d1553412f4d4 req-4cd2b029-8805-49fc-91ee-8660f59c6e5b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:26.961420 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8d2d03ee-4817-4ddb-9972-d1553412f4d4 req-4cd2b029-8805-49fc-91ee-8660f59c6e5b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.4881289 Feb 02 16:13:27.074067 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-8d2d03ee-4817-4ddb-9972-d1553412f4d4 req-7577d45b-7ec7-445c-85d4-f4c7a749980d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024024 Feb 02 16:13:27.108704 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-5f882f88-d2f5-4448-bf90-37c027758f06 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971032 Feb 02 16:13:27.111408 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:27.270825 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3bd6c009-19e9-4b04-a96e-4f651c3046a0 req-c0ce415e-6518-4081-8157-4c7aa02c7201 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529491 Feb 02 16:13:27.362888 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:27.440278 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:27.442614 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:27.444638 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Pushing event updated for resources: {'Port': ['ID=585453e3-d719-49af-bdc4-ce566314be73,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:27.447467 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:27.511901 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bae33-9ac6-43cc-9d12-ed5e948b4f8a None None] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:13:27.588766 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b975730a-bd70-4a29-9178-37ddd2747737 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:27.796811 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-943db276-dc21-4bff-b5d2-a3297f473892 None None] Provisioning for port b975730a-bd70-4a29-9178-37ddd2747737 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:27.905670 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port b975730a-bd70-4a29-9178-37ddd2747737 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:27.911928 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port b975730a-bd70-4a29-9178-37ddd2747737 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:27.912438 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.003052 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.039590 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.078266 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port b975730a-bd70-4a29-9178-37ddd2747737, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b975730a-bd70-4a29-9178-37ddd2747737,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:28.132897 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-816884cb-9cb7-4ed6-9f96-045303c01524 None None] Provisioning complete for port b975730a-bd70-4a29-9178-37ddd2747737 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:28.133182 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-816884cb-9cb7-4ed6-9f96-045303c01524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.171633 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.172392 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:28.274384 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250468-099e-407f-84cb-12615f9e5ea3 req-b893e3d8-9e56-44b9-8de4-0bd8afd2c8f6 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:28.276840 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8a250468-099e-407f-84cb-12615f9e5ea3 req-b893e3d8-9e56-44b9-8de4-0bd8afd2c8f6 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0870266 Feb 02 16:13:28.329022 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=b975730a-bd70-4a29-9178-37ddd2747737,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:28.329539 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8a250468-099e-407f-84cb-12615f9e5ea3 req-1248605a-8fdf-4f7b-937b-d94a8035f15b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454593 Feb 02 16:13:28.371748 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:28.372120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.386333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694814'] for router, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.797341 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Router e9b3d591-524b-4bad-a783-efa850877115 is scheduled to L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa with binding_index 1 {{(pid=98643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 16:13:28.989363 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:13:28.999029 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Sync routers for ids ['e9b3d591-524b-4bad-a783-efa850877115'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:13:29.009990 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Routers {'e9b3d591-524b-4bad-a783-efa850877115'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:29.010605 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e9b3d591-524b-4bad-a783-efa850877115'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:29.145746 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f9d013c6-49a0-4e46-b71e-a95ff324379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:29.190344 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Set router e9b3d591-524b-4bad-a783-efa850877115 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:29.217128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] Notify callbacks [] for router, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:29.218353 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-353f9fde-1824-449e-a287-9c838f4efc20 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2583711 Feb 02 16:13:29.221024 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47568) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:29.476309 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b975730a-bd70-4a29-9178-37ddd2747737 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:29.550128 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:13:27Z', 'revision_number': 3, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:29.556473 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Checking router: e9b3d591-524b-4bad-a783-efa850877115 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:13:29.556814 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Updating router e9b3d591-524b-4bad-a783-efa850877115 port 585453e3-d719-49af-bdc4-ce566314be73 binding host dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:13:29.608409 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port b975730a-bd70-4a29-9178-37ddd2747737 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:29.608788 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:29.648042 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132b819-7c7c-4634-a02b-3a68136a17bc req-f9e9dbff-0796-4e7a-9d67-e93e9ac59150 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:29.650166 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c132b819-7c7c-4634-a02b-3a68136a17bc req-f9e9dbff-0796-4e7a-9d67-e93e9ac59150 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.1951110 Feb 02 16:13:29.661445 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:29.826952 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-c132b819-7c7c-4634-a02b-3a68136a17bc req-181d453f-7102-4a0c-9577-bb8b98142eb2 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259241 Feb 02 16:13:30.072001 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.084421 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Transition to ACTIVE for port object 585453e3-d719-49af-bdc4-ce566314be73 will not be triggered until provisioned by entity L2. {{(pid=98644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:30.089553 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.174795 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e906ed-ee65-4682-af45-526ffc0e894d req-4a5a45eb-e2f5-4e15-843a-113a0476b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:30.176475 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-4a5a45eb-e2f5-4e15-843a-113a0476b24d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.1599548 Feb 02 16:13:30.176871 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.260138 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Attempting to bind port 585453e3-d719-49af-bdc4-ce566314be73 on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:30.260512 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Attempting to bind port 585453e3-d719-49af-bdc4-ce566314be73 by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:30.260917 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Attempting to bind port 585453e3-d719-49af-bdc4-ce566314be73 on network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:13:30.266590 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3061d-8ad8-4417-9e7a-3834b3bf92f6 None None] Pushing event updated for resources: {'Port': ['ID=585453e3-d719-49af-bdc4-ce566314be73,revision_number=2']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:30.271047 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:13:30.271516 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Checking segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:30.271859 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.272256 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Bound using segment: {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'} {{(pid=98644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:13:30.272776 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.managers [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Bound port: 585453e3-d719-49af-bdc4-ce566314be73, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e2b5ff-a384-4181-b718-8798ce943a6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39'}}] {{(pid=98644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:30.273161 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.350609 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] For port 585453e3-d719-49af-bdc4-ce566314be73, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:13:30.354332 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] For port 585453e3-d719-49af-bdc4-ce566314be73, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=585453e3-d719-49af-bdc4-ce566314be73,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:13:30.440732 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.520252 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e906ed-ee65-4682-af45-526ffc0e894d req-c92e148e-d1a8-4e4e-a167-f481fec933fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:30.521727 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-c92e148e-d1a8-4e4e-a167-f481fec933fb service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.3384008 Feb 02 16:13:30.522219 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Routers {'e9b3d591-524b-4bad-a783-efa850877115'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:30.522841 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e9b3d591-524b-4bad-a783-efa850877115'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:30.585937 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Allocated IP 172.20.0.1 (dc4aa299-967a-424c-ad53-5ffdb4ef6429/454b9c22-f06a-42af-8e21-dffff1961239/e14a15d3-5527-4a2c-aa6a-511cce6117bb) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:30.609649 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3061d-8ad8-4417-9e7a-3834b3bf92f6 None None] Pushing event updated for resources: {'Port': ['ID=585453e3-d719-49af-bdc4-ce566314be73,revision_number=3']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:30.706115 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-27b655ea-c8cc-4734-ab65-5e7bc42d5071 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 1000 time: 0.1744018 Feb 02 16:13:30.762792 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] Set router e9b3d591-524b-4bad-a783-efa850877115 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:30.808354 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e906ed-ee65-4682-af45-526ffc0e894d req-3f946cc3-5df6-41f2-83df-96ab79d2447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:30.809795 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-3f946cc3-5df6-41f2-83df-96ab79d2447b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0940027 Feb 02 16:13:30.869744 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.893927 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Transition to ACTIVE for port object e14a15d3-5527-4a2c-aa6a-511cce6117bb will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:30.922906 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e906ed-ee65-4682-af45-526ffc0e894d req-59aa0c40-c70e-4b56-ab28-5ae3013b8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:30.939926 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-59aa0c40-c70e-4b56-ab28-5ae3013b8e5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019425 Feb 02 16:13:31.028065 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bfd17-41a9-47f5-9bbc-b03eff6a66ef req-ccc9a394-092b-4fde-8419-d26acb643a3f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:31.029665 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e51bfd17-41a9-47f5-9bbc-b03eff6a66ef req-ccc9a394-092b-4fde-8419-d26acb643a3f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0912991 Feb 02 16:13:31.063133 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-0bde525e-bb35-4aef-8f3d-2d3140cc826b service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326971 Feb 02 16:13:31.063875 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:13:27Z', 'revision_number': 3, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:31.068060 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0fff71-5ea6-4e63-ac42-50a079d3c4c3 None None] The sync data for ids ['e9b3d591-524b-4bad-a783-efa850877115'] in dv-cinder-817833-1-smb is: [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:13:27Z', 'revision_number': 3, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:13:31.080758 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-e51bfd17-41a9-47f5-9bbc-b03eff6a66ef req-829c5df3-bdc2-4893-b4eb-9ab4e34258c0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Feb 02 16:13:31.205934 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-81e906ed-ee65-4682-af45-526ffc0e894d req-97686824-334c-4f8b-b017-f57f261eb2a9 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375527 Feb 02 16:13:31.219783 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:31.296591 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:31.300413 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:31.313047 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:31.353517 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e14a15d3-5527-4a2c-aa6a-511cce6117bb,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:31.380766 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751908'] for router_interface, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:31.554224 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 585453e3-d719-49af-bdc4-ce566314be73 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:31.604150 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4529ecb8-2a18-4226-845d-dd5199e8ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:31.875461 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port 585453e3-d719-49af-bdc4-ce566314be73 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:31.882360 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-23abe7de-83c2-4b5f-a892-78186e478dbf None None] Provisioning for port e14a15d3-5527-4a2c-aa6a-511cce6117bb completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:31.888808 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:31.889991 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 585453e3-d719-49af-bdc4-ce566314be73 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:31.890592 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:31.932431 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-23abe7de-83c2-4b5f-a892-78186e478dbf None None] Provisioning complete for port e14a15d3-5527-4a2c-aa6a-511cce6117bb triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:31.933014 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-23abe7de-83c2-4b5f-a892-78186e478dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.011150 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-23abe7de-83c2-4b5f-a892-78186e478dbf None None] Port e14a15d3-5527-4a2c-aa6a-511cce6117bb cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:13:32.086808 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.106787 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port 585453e3-d719-49af-bdc4-ce566314be73, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=585453e3-d719-49af-bdc4-ce566314be73,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:32.138892 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.290464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f06ffa-1e7f-4f4a-a496-0cdf0dfb0f14 req-3062c218-3f10-4870-9303-ceaf6087e99b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:32.291933 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a4f06ffa-1e7f-4f4a-a496-0cdf0dfb0f14 req-3062c218-3f10-4870-9303-ceaf6087e99b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0859694 Feb 02 16:13:32.296674 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.367665 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=585453e3-d719-49af-bdc4-ce566314be73,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:32.431127 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.496483 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a4f06ffa-1e7f-4f4a-a496-0cdf0dfb0f14 req-90e788d6-0908-41e5-b797-8cbf9066d01c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988015 Feb 02 16:13:32.546713 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752065'] for router_interface, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.550134 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e14a15d3-5527-4a2c-aa6a-511cce6117bb,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:32.557229 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.671112 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.691795 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:32.692841 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:32.881491 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Router e9b3d591-524b-4bad-a783-efa850877115 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:13:32.938235 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-7121b14e-72d7-4445-a9a3-375e6ca43910 None None] Provisioning complete for port e14a15d3-5527-4a2c-aa6a-511cce6117bb triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:32.938542 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7121b14e-72d7-4445-a9a3-375e6ca43910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:32.991947 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-7121b14e-72d7-4445-a9a3-375e6ca43910 None None] Port e14a15d3-5527-4a2c-aa6a-511cce6117bb cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:13:33.064898 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:13:33.074379 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-df701942-530e-49f3-8b5b-5667c5821cf3 admin admin] 10.222.0.31 "PUT /v2.0/routers/e9b3d591-524b-4bad-a783-efa850877115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8523552 Feb 02 16:13:33.074539 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Sync routers for ids ['e9b3d591-524b-4bad-a783-efa850877115'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:13:33.084846 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Routers {'e9b3d591-524b-4bad-a783-efa850877115'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:33.085262 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e9b3d591-524b-4bad-a783-efa850877115'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:33.319239 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Set router e9b3d591-524b-4bad-a783-efa850877115 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:33.478767 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 585453e3-d719-49af-bdc4-ce566314be73 up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:33.557259 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port 585453e3-d719-49af-bdc4-ce566314be73 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:33.557948 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:33.671179 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:13:31Z', 'revision_number': 4, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e14a15d3-5527-4a2c-aa6a-511cce6117bb', 'name': '', 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'mac_address': 'fa:16:3e:57:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '454b9c22-f06a-42af-8e21-dffff1961239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:30Z', 'updated_at': '2022-02-02T16:13:31Z', 'revision_number': 2, 'project_id': 'b569f190475243bb848f6af76f699250', 'subnets': [{'id': '454b9c22-f06a-42af-8e21-dffff1961239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:33.683161 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Checking router: e9b3d591-524b-4bad-a783-efa850877115 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:13:33.683756 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Updating router e9b3d591-524b-4bad-a783-efa850877115 port e14a15d3-5527-4a2c-aa6a-511cce6117bb binding host dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:13:33.747319 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:33.777529 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a295fb-ca2b-46da-9fa6-12d6d616c178 req-6e0ca7a1-5bbe-4ac8-a488-d74ff4621c50 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:33.780288 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72a295fb-ca2b-46da-9fa6-12d6d616c178 req-6e0ca7a1-5bbe-4ac8-a488-d74ff4621c50 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0929024 Feb 02 16:13:33.826627 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-72a295fb-ca2b-46da-9fa6-12d6d616c178 req-cc2bdf4a-8995-42ce-b76e-65b38d0d6d30 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 Feb 02 16:13:34.048069 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:34.118679 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Notify callbacks [] for port, precommit_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:34.130449 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.provisioning_blocks [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Transition to ACTIVE for port object e14a15d3-5527-4a2c-aa6a-511cce6117bb will not be triggered until provisioned by entity L2. {{(pid=98645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:34.211113 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:34.342950 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea398e2a-4d06-4fb0-9988-079b60aeef32 None None] Pushing event updated for resources: {'Port': ['ID=e14a15d3-5527-4a2c-aa6a-511cce6117bb,revision_number=3']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:34.458104 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Attempting to bind port e14a15d3-5527-4a2c-aa6a-511cce6117bb on host dv-cinder-817833-1-smb for vnic_type normal with profile {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:34.458475 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Attempting to bind port e14a15d3-5527-4a2c-aa6a-511cce6117bb by drivers openvswitch,hyperv on host dv-cinder-817833-1-smb at level 0 using segments [{'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:34.464022 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Attempting to bind port e14a15d3-5527-4a2c-aa6a-511cce6117bb on network dc4aa299-967a-424c-ad53-5ffdb4ef6429 {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:13:34.467001 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Checking agent: {'id': 'aec55d03-3326-4919-b5f6-5f8706533713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 55, 32), 'started_at': datetime.datetime(2022, 2, 2, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:13:34.467405 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Checking segment: {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:13:34.467812 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:34.468510 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Bound using segment: {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'} {{(pid=98645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:13:34.468644 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.managers [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Bound port: e14a15d3-5527-4a2c-aa6a-511cce6117bb, host: dv-cinder-817833-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336a36c5-0391-46c2-9315-87a9cfe9256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429'}}] {{(pid=98645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:34.469033 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:34.629112 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] For port e14a15d3-5527-4a2c-aa6a-511cce6117bb, host dv-cinder-817833-1-smb, cleared binding levels {{(pid=98645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:13:34.641232 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.plugins.ml2.db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] For port e14a15d3-5527-4a2c-aa6a-511cce6117bb, host dv-cinder-817833-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=e14a15d3-5527-4a2c-aa6a-511cce6117bb,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:13:34.724532 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:34.821695 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Routers {'e9b3d591-524b-4bad-a783-efa850877115'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:13:34.822315 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:13:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e9b3d591-524b-4bad-a783-efa850877115'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:34.892342 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea398e2a-4d06-4fb0-9988-079b60aeef32 None None] Pushing event updated for resources: {'Port': ['ID=e14a15d3-5527-4a2c-aa6a-511cce6117bb,revision_number=4']} {{(pid=98645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:35.124656 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] Set router e9b3d591-524b-4bad-a783-efa850877115 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:13:35.226493 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbfae9-adf6-45b2-bc2d-53e261aac408 req-12c2bad4-0632-4148-800d-39245d0aaa9e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:35.228717 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-86fbfae9-adf6-45b2-bc2d-53e261aac408 req-12c2bad4-0632-4148-800d-39245d0aaa9e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.1770542 Feb 02 16:13:35.296189 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-86fbfae9-adf6-45b2-bc2d-53e261aac408 req-0b520422-662b-43c7-ae55-81434c676563 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614405 Feb 02 16:13:35.602234 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:13:31Z', 'revision_number': 4, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e14a15d3-5527-4a2c-aa6a-511cce6117bb', 'name': '', 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'mac_address': 'fa:16:3e:57:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '454b9c22-f06a-42af-8e21-dffff1961239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:30Z', 'updated_at': '2022-02-02T16:13:34Z', 'revision_number': 4, 'project_id': 'b569f190475243bb848f6af76f699250', 'subnets': [{'id': '454b9c22-f06a-42af-8e21-dffff1961239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:35.615305 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf8276-7f98-4afa-adef-918a1cb39875 None None] The sync data for ids ['e9b3d591-524b-4bad-a783-efa850877115'] in dv-cinder-817833-1-smb is: [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:13:31Z', 'revision_number': 4, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': 'e14a15d3-5527-4a2c-aa6a-511cce6117bb', 'name': '', 'network_id': 'dc4aa299-967a-424c-ad53-5ffdb4ef6429', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'mac_address': 'fa:16:3e:57:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '454b9c22-f06a-42af-8e21-dffff1961239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:30Z', 'updated_at': '2022-02-02T16:13:34Z', 'revision_number': 4, 'project_id': 'b569f190475243bb848f6af76f699250', 'subnets': [{'id': '454b9c22-f06a-42af-8e21-dffff1961239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:13:35.713706 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:13:35.878848 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:35.917603 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:13:35.929783 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:36.009845 dv-cinder-817833-1-smb neutron-server[98644]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'code': 422} returned with failed status Feb 02 16:13:36.025524 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7d42c-d158-440a-bfdf-380f4d91baad req-909d187f-b0c5-459d-8c2d-e24518c6b62f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:36.025524 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d0c7d42c-d158-440a-bfdf-380f4d91baad req-909d187f-b0c5-459d-8c2d-e24518c6b62f tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.1627469 Feb 02 16:13:36.068637 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:36.070396 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d0c7d42c-d158-440a-bfdf-380f4d91baad req-b83f1812-ee3f-4591-a34d-786bffad20c0 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501580 Feb 02 16:13:36.122961 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-7665c7e9-8a4a-4fc9-a1ed-64d96ad485e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2817271 Feb 02 16:13:36.165731 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=6']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:37.306123 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7a67-b147-4cd3-b627-8a585dda9268 req-3600c9b4-ab2f-4f48-9756-7f2b69641e83 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:37.307769 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8b2f7a67-b147-4cd3-b627-8a585dda9268 req-3600c9b4-ab2f-4f48-9756-7f2b69641e83 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0910227 Feb 02 16:13:37.358766 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-8b2f7a67-b147-4cd3-b627-8a585dda9268 req-b3925451-6bda-4e1b-9487-ccd00d1f209d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Feb 02 16:13:37.522573 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e14a15d3-5527-4a2c-aa6a-511cce6117bb up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:37.716659 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning for port e14a15d3-5527-4a2c-aa6a-511cce6117bb completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:37.722662 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port e14a15d3-5527-4a2c-aa6a-511cce6117bb triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:37.723033 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:37.856010 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:37.894083 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] For port e14a15d3-5527-4a2c-aa6a-511cce6117bb, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=e14a15d3-5527-4a2c-aa6a-511cce6117bb,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:38.005441 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:38.096671 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Pushing event updated for resources: {'Port': ['ID=e14a15d3-5527-4a2c-aa6a-511cce6117bb,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:38.133831 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:13:38.620128 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e4ec-dc97-44cd-9c08-936cfadd88f4 req-53890c11-65da-4b99-a393-933d5d985b6c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:38.622513 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5760e4ec-dc97-44cd-9c08-936cfadd88f4 req-53890c11-65da-4b99-a393-933d5d985b6c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.1172833 Feb 02 16:13:38.708580 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5760e4ec-dc97-44cd-9c08-936cfadd88f4 req-aae409ee-3b7d-4490-98be-b7232724eacb tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798254 Feb 02 16:13:39.477087 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e14a15d3-5527-4a2c-aa6a-511cce6117bb up at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:39.560464 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Provisioning complete for port e14a15d3-5527-4a2c-aa6a-511cce6117bb triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:39.560846 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:39.821610 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-e6366a6c-b07c-4b70-9be6-7799885ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:39.823450 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-e6366a6c-b07c-4b70-9be6-7799885ca6e5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e&tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42 HTTP/1.1" status: 200 len: 1096 time: 0.0785718 Feb 02 16:13:39.940514 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812f94-c4cb-4ccb-a8ee-873e9585440f req-c7666206-b07e-4a66-a677-affcf536f7c8 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:39.942212 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-21812f94-c4cb-4ccb-a8ee-873e9585440f req-c7666206-b07e-4a66-a677-affcf536f7c8 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.1023512 Feb 02 16:13:39.951742 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-afdd2e81-556d-403c-b419-781a7d69b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:39.953219 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-afdd2e81-556d-403c-b419-781a7d69b32c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1096 time: 0.0959518 Feb 02 16:13:39.995735 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-21812f94-c4cb-4ccb-a8ee-873e9585440f req-7efb8a31-f63a-4f88-a5d2-f2876f72a84d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454204 Feb 02 16:13:40.096922 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-b2b7d930-ba3e-43fd-9120-221872a56dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:40.098374 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-b2b7d930-ba3e-43fd-9120-221872a56dfd service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.1387963 Feb 02 16:13:40.204342 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-d82afd31-2e44-4327-a7c7-7fc7bbbfce64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 998 time: 0.1003103 Feb 02 16:13:40.280660 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-6c2b8261-0633-4d7e-a8dd-536d2595fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:40.282035 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-6c2b8261-0633-4d7e-a8dd-536d2595fc94 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0720851 Feb 02 16:13:40.369965 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-eca7aff6-0c93-4ba7-ba02-2c893cb7ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:40.371675 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-eca7aff6-0c93-4ba7-ba02-2c893cb7ad4e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844152 Feb 02 16:13:40.619777 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-686e8119-a5ce-4674-bd39-b02c9c602de8 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418118 Feb 02 16:13:40.755705 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f2715e0e-18eb-41a7-bb40-d80ac2ee0ebd req-73e14321-83d4-4ba4-bf04-f825e84a8ded service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298943 Feb 02 16:13:41.186960 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a594-edaf-4ac9-8351-e8e37f257534 req-0e5088d3-a619-4c0a-b05a-8f604c254fae tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:41.188534 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-be98a594-edaf-4ac9-8351-e8e37f257534 req-0e5088d3-a619-4c0a-b05a-8f604c254fae tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0868146 Feb 02 16:13:41.235133 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-be98a594-edaf-4ac9-8351-e8e37f257534 req-749bfa8c-622e-4633-8ee6-e8380050fbf2 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406599 Feb 02 16:13:42.446874 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5388b3-260e-4a9e-b395-485023532a23 req-4a0dacbb-593b-4122-bca2-b0bd0c9f3f60 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:42.448615 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2b5388b3-260e-4a9e-b395-485023532a23 req-4a0dacbb-593b-4122-bca2-b0bd0c9f3f60 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.1038156 Feb 02 16:13:42.514550 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-2b5388b3-260e-4a9e-b395-485023532a23 req-8b260ae2-39e5-4c98-bb46-1fef97694b58 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592308 Feb 02 16:13:43.700874 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:13:43.719677 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab096f-b7df-411f-be7c-c22194face49 req-924492f4-614c-4627-9927-023187829418 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:43.721168 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a2ab096f-b7df-411f-be7c-c22194face49 req-924492f4-614c-4627-9927-023187829418 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 943 time: 0.0885255 Feb 02 16:13:43.769647 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a2ab096f-b7df-411f-be7c-c22194face49 req-13367c6c-4be4-4243-a9f2-b04f0fed44c4 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 Feb 02 16:13:43.835669 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:43.849575 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'port_id': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'mac_address': 'fa:16:3e:d1:25:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:13:43.908978 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:43.925772 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c111e77f-45dc-4898-9aa0-8d19efa24d8b {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:13:43.940407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:44.187889 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:44.253328 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=7']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:44.500216 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['c111e77f-45dc-4898-9aa0-8d19efa24d8b'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:13:44.968472 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11dcea-c4dc-45e7-9b46-6c4799b65de4 req-fa0772f7-0a34-4e54-8b0c-96e0f6a15075 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:44.969939 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7b11dcea-c4dc-45e7-9b46-6c4799b65de4 req-fa0772f7-0a34-4e54-8b0c-96e0f6a15075 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 944 time: 0.0913262 Feb 02 16:13:45.014886 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7b11dcea-c4dc-45e7-9b46-6c4799b65de4 req-e0f5c1dd-fb41-41ce-b027-3723e3a3440e tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 Feb 02 16:13:45.708582 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:45.777411 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port c111e77f-45dc-4898-9aa0-8d19efa24d8b triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:45.790997 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:45.893566 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:45.922315 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:13:45.933934 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:13:45.971047 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'code': 200} Feb 02 16:13:46.010403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:46.094350 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=8']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:46.195547 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-28081dff-9c3e-4027-9789-dbf7c123ef44 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:46.197398 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-28081dff-9c3e-4027-9789-dbf7c123ef44 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 815 time: 0.1786842 Feb 02 16:13:46.220168 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-f9b7b23c-a206-45f9-87a4-e58a8f5195c2 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/quotas/3c48c62b9fdc4885a9576b20ba9c7ae3 HTTP/1.1" status: 200 len: 375 time: 0.0095341 Feb 02 16:13:46.229995 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d3066-00ca-423e-bf88-1d9e46eb915e req-6db61c02-a601-4fd7-9d63-cbc805983d11 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:46.241223 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-278d3066-00ca-423e-bf88-1d9e46eb915e req-6db61c02-a601-4fd7-9d63-cbc805983d11 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0864289 Feb 02 16:13:46.282958 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-278d3066-00ca-423e-bf88-1d9e46eb915e req-2f499d15-acbf-42e2-8cdd-5575145a4ec6 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439444 Feb 02 16:13:46.311180 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-4f9e9a5d-1629-4fb6-b55d-79824ac444f6 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843463 Feb 02 16:13:46.506277 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-e4b64d64-2a23-4aaa-939e-47abe12000ba service neutron] 10.222.0.31 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833436 Feb 02 16:13:46.514646 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e3be1-0b43-44f1-b88b-dd424fc263b0 req-268d4707-8784-4832-bbab-879ef35999ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:46.516076 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-391e3be1-0b43-44f1-b88b-dd424fc263b0 req-268d4707-8784-4832-bbab-879ef35999ee service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.1733494 Feb 02 16:13:46.634752 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-391e3be1-0b43-44f1-b88b-dd424fc263b0 req-0bbd92a0-306f-4025-98e0-11d887c46421 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010461 Feb 02 16:13:46.672092 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-b74adf3c-930a-4423-84d6-74594c61f7f9 service neutron] 10.222.0.31 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596947 Feb 02 16:13:46.982273 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-0cbbec96-42d5-427b-81ef-1fa8b9c4bb91 req-0a5313f3-4ca0-4527-84ce-8e94f029e3dc tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Synchronizing usage tracker for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:13:47.179321 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-0cbbec96-42d5-427b-81ef-1fa8b9c4bb91 req-0a5313f3-4ca0-4527-84ce-8e94f029e3dc tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Unset dirty status for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:13:47.181419 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-0cbbec96-42d5-427b-81ef-1fa8b9c4bb91 req-0a5313f3-4ca0-4527-84ce-8e94f029e3dc tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 210 time: 0.2431965 Feb 02 16:13:47.474435 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fc0b6-e33a-4a01-bc85-8189685fd17b req-90a8cf7f-60a8-48cc-9451-fe22968b69cc tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:47.476157 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-644fc0b6-e33a-4a01-bc85-8189685fd17b req-90a8cf7f-60a8-48cc-9451-fe22968b69cc tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0833783 Feb 02 16:13:47.522363 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-644fc0b6-e33a-4a01-bc85-8189685fd17b req-4f8044b1-3330-4cc0-a195-9a234f0dc960 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395188 Feb 02 16:13:48.280397 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1e3faa0e-07f4-4b00-be63-be79909badd2 req-61541409-acec-4e1f-a3b2-dbf43fb321a4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 210 time: 0.0439825 Feb 02 16:13:48.341998 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:48.715437 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faac55-d666-4d76-b9f1-6aeb05d4c7d4 req-dfc8edc1-1459-4898-b533-49465865bb31 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:48.716880 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2faac55-d666-4d76-b9f1-6aeb05d4c7d4 req-dfc8edc1-1459-4898-b533-49465865bb31 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0868154 Feb 02 16:13:48.761579 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-e2faac55-d666-4d76-b9f1-6aeb05d4c7d4 req-129b0a91-b296-4ddc-852f-7ede30be935c tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 Feb 02 16:13:49.430746 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-50b728bb-4008-455a-9543-2128b52ba485 req-70999291-e4c5-4892-9a81-7dcd95966bca tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 210 time: 0.0460436 Feb 02 16:13:49.762995 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-2b020b24-449b-46a4-8e34-77cbca6900c3 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:49.764419 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-2b020b24-449b-46a4-8e34-77cbca6900c3 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 815 time: 0.1513326 Feb 02 16:13:49.782288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'port': {'device_id': 'b942a36e-6935-422e-8a15-30623bde2235', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'admin_state_up': True, 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:13:49.928389 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:49.943433 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:50.038907 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Made reservation on behalf of 3c48c62b9fdc4885a9576b20ba9c7ae3 for: {'port': 1} {{(pid=98643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:13:50.042556 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:50.313835 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Allocated IP 172.20.0.8 (a362a044-da84-417f-ac18-e19b3ea21ed3/99b7cea1-b7d5-42a4-a766-f1cff167f33c/08505142-63a9-4d99-aba8-51d665cff121) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:50.517737 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:50.535091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Transition to ACTIVE for port object 08505142-63a9-4d99-aba8-51d665cff121 will not be triggered until provisioned by entity DHCP. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:50.624741 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-d3121634-60c7-40dc-848b-30170362c24c req-d1d9a7c1-e1de-4bf5-89d2-151647865cd1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 210 time: 0.0780916 Feb 02 16:13:50.747955 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:50.825724 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Network a362a044-da84-417f-ac18-e19b3ea21ed3 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:50.829935 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:50.832934 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:13:50.898260 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:50.936481 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:50.938859 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:51.088421 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-04916ee8-49bc-4a97-8d51-8adfd1753b3a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3082900 Feb 02 16:13:51.308406 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-f3c0b6cb-5bde-4a5d-8d2a-e8cdc67d603e None None] Provisioning for port 08505142-63a9-4d99-aba8-51d665cff121 completed by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:51.317589 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-f3c0b6cb-5bde-4a5d-8d2a-e8cdc67d603e None None] Provisioning complete for port 08505142-63a9-4d99-aba8-51d665cff121 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:51.318148 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-f3c0b6cb-5bde-4a5d-8d2a-e8cdc67d603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:51.407832 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0b6cb-5bde-4a5d-8d2a-e8cdc67d603e None None] Port 08505142-63a9-4d99-aba8-51d665cff121 cannot update to ACTIVE because it is not bound. {{(pid=98644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 16:13:51.826051 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184e21-7536-4a42-af4b-12f32409c1ce req-56679909-01ba-4c22-b4b0-f811fde685ed tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:51.828572 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-58184e21-7536-4a42-af4b-12f32409c1ce req-56679909-01ba-4c22-b4b0-f811fde685ed tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0922630 Feb 02 16:13:51.882989 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-58184e21-7536-4a42-af4b-12f32409c1ce req-5210d3db-bec0-40e5-a31c-10426177663f tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Synchronizing usage tracker for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:13:52.038810 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-58184e21-7536-4a42-af4b-12f32409c1ce req-5210d3db-bec0-40e5-a31c-10426177663f tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Unset dirty status for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:13:52.041149 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-58184e21-7536-4a42-af4b-12f32409c1ce req-5210d3db-bec0-40e5-a31c-10426177663f tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062662 Feb 02 16:13:53.276531 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34e3b7-6416-4017-9d10-5373b6b4cde9 req-ca2c54fc-f2fe-4636-ba35-0651d0866e91 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:53.277206 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0b34e3b7-6416-4017-9d10-5373b6b4cde9 req-ca2c54fc-f2fe-4636-ba35-0651d0866e91 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Synchronizing usage tracker for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:13:53.364797 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-0b34e3b7-6416-4017-9d10-5373b6b4cde9 req-ca2c54fc-f2fe-4636-ba35-0651d0866e91 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Unset dirty status for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:13:53.365808 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0b34e3b7-6416-4017-9d10-5373b6b4cde9 req-ca2c54fc-f2fe-4636-ba35-0651d0866e91 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.1707950 Feb 02 16:13:53.426292 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0b34e3b7-6416-4017-9d10-5373b6b4cde9 req-7332a730-e5d5-45e5-aae2-8ee1fbcce04e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Feb 02 16:13:54.629189 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0d42f-6c93-4323-b154-66fad6355bda req-3c8cd45a-5d15-4a1b-8af7-34104278b03f tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:54.630720 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-08a0d42f-6c93-4323-b154-66fad6355bda req-3c8cd45a-5d15-4a1b-8af7-34104278b03f tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0893083 Feb 02 16:13:54.677461 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-08a0d42f-6c93-4323-b154-66fad6355bda req-e87b6da9-f860-4068-9479-f2ee2c916287 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Feb 02 16:13:55.867183 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276c7b9-4ab1-47ae-ab9f-8df4eb11dce2 req-cbc0ff98-f062-4d59-a36a-8af2c427323e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:55.869916 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b276c7b9-4ab1-47ae-ab9f-8df4eb11dce2 req-cbc0ff98-f062-4d59-a36a-8af2c427323e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0881209 Feb 02 16:13:55.915639 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b276c7b9-4ab1-47ae-ab9f-8df4eb11dce2 req-0f3a4313-bc73-499b-9f77-e84a681f66f5 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Feb 02 16:13:57.099645 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05856c01-db76-4e6b-991a-f4e6d21b8c08 req-10cfdc64-925c-4f10-845d-420c58e54853 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:57.101072 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-05856c01-db76-4e6b-991a-f4e6d21b8c08 req-10cfdc64-925c-4f10-845d-420c58e54853 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0795274 Feb 02 16:13:57.150424 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-05856c01-db76-4e6b-991a-f4e6d21b8c08 req-7fce7490-162e-4ca1-a3e0-4d5b224535e7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Feb 02 16:13:58.340018 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb853-56fc-420e-a97d-94c8632ba140 req-7ee9db98-542b-4097-adc6-7d12075c1b58 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:58.341473 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-abbeb853-56fc-420e-a97d-94c8632ba140 req-7ee9db98-542b-4097-adc6-7d12075c1b58 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0805171 Feb 02 16:13:58.386768 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-abbeb853-56fc-420e-a97d-94c8632ba140 req-8fd4e0b0-1176-4640-a02f-bc7e10882389 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Feb 02 16:13:59.067078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-b877dd7d-1c2d-48e7-9e24-fbb8abbbc811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:59.572369 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c8991-66c9-486a-8edb-4fee295eb766 req-cd861911-59fc-47b6-8428-cfdf8e5409ed tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:59.573942 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4c1c8991-66c9-486a-8edb-4fee295eb766 req-cd861911-59fc-47b6-8428-cfdf8e5409ed tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0797100 Feb 02 16:13:59.618934 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-4c1c8991-66c9-486a-8edb-4fee295eb766 req-ab0b070f-0513-4a73-ba35-a9d5c641356a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Feb 02 16:14:00.811329 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f124e-10e3-4253-a7e3-d26aebb6c302 req-1870f9a8-a02f-42c4-89b4-4fc93045f5dc tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:00.818411 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-996f124e-10e3-4253-a7e3-d26aebb6c302 req-1870f9a8-a02f-42c4-89b4-4fc93045f5dc tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0936401 Feb 02 16:14:00.866406 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-996f124e-10e3-4253-a7e3-d26aebb6c302 req-30d4cec8-6c53-4f40-8326-4581259d0fed tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Feb 02 16:14:01.452393 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-95414ec1-b9bb-48ab-b28f-a055383f09b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:01.843097 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Request body: {'port': {'device_id': 'b942a36e-6935-422e-8a15-30623bde2235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:01.961347 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:02.056650 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca61189-5110-4d23-af33-2e1512416b72 req-4b4d8f19-c518-4a7f-bcd2-56a6d4fd38bb tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:02.058155 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7ca61189-5110-4d23-af33-2e1512416b72 req-4b4d8f19-c518-4a7f-bcd2-56a6d4fd38bb tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 931 time: 0.0881126 Feb 02 16:14:02.107396 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-7ca61189-5110-4d23-af33-2e1512416b72 req-ce63b62c-23e4-400e-be9d-9bbfa4b03562 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Feb 02 16:14:02.308782 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08505142-63a9-4d99-aba8-51d665cff121 {{(pid=98643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:14:02.316595 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:02.331602 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.provisioning_blocks [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Transition to ACTIVE for port object 08505142-63a9-4d99-aba8-51d665cff121 will not be triggered until provisioned by entity L2. {{(pid=98643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:14:02.335616 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:02.495195 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:02.622164 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:02.666480 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:02.706595 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.706961 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.707333 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.707672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.708002 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.708330 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.708659 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.709116 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.709415 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.709737 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.710064 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.710382 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:02.752937 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Attempting to bind port 08505142-63a9-4d99-aba8-51d665cff121 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:14:02.753203 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Attempting to bind port 08505142-63a9-4d99-aba8-51d665cff121 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:14:02.753525 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Attempting to bind port 08505142-63a9-4d99-aba8-51d665cff121 on network a362a044-da84-417f-ac18-e19b3ea21ed3 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:14:02.758511 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Port 08505142-63a9-4d99-aba8-51d665cff121 on network a362a044-da84-417f-ac18-e19b3ea21ed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 16:14:02.758825 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Attempting to bind port 08505142-63a9-4d99-aba8-51d665cff121 on network a362a044-da84-417f-ac18-e19b3ea21ed3 {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 16:14:02.763832 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Checking agent: {'id': '3d838824-e0ed-4364-8b09-0e55e296b1f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'started_at': datetime.datetime(2022, 2, 2, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 16:14:02.764165 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Checking segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 16:14:02.764544 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Bound using segment: {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'} {{(pid=98643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 16:14:02.764968 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.managers [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Bound port: 08505142-63a9-4d99-aba8-51d665cff121, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b84c42c-156d-4826-962d-013a0a6c1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3'}}] {{(pid=98643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:14:02.765310 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:02.856739 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, cleared binding levels {{(pid=98643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 16:14:02.859720 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 16:14:02.938465 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:03.088864 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.089476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:03.090835 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] 10.222.0.85 "PUT /v2.0/ports/08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 1093 time: 1.2521219 Feb 02 16:14:03.091292 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:03.111530 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3038ec4-a2d2-44d7-8609-7de1f52603a7 service neutron] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=3']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:03.139543 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'status': 'completed', 'code': 200} Feb 02 16:14:03.268782 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17a27-9203-40ff-8bba-54a89dbbb43d req-0970bb2d-7982-4fea-9599-80fe9a9dce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.270344 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbd17a27-9203-40ff-8bba-54a89dbbb43d req-0970bb2d-7982-4fea-9599-80fe9a9dce77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1096 time: 0.0870333 Feb 02 16:14:03.304978 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61c15-aba1-4cc8-91d2-dd7e53a4ad20 req-51d1f35a-5591-498e-814c-342434fcf3ba tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.307215 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-23d61c15-aba1-4cc8-91d2-dd7e53a4ad20 req-51d1f35a-5591-498e-814c-342434fcf3ba tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 943 time: 0.0868361 Feb 02 16:14:03.356879 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-23d61c15-aba1-4cc8-91d2-dd7e53a4ad20 req-6aeda03f-0dc9-4add-9f20-f6b7eb2ebd2f tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Feb 02 16:14:03.437950 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17a27-9203-40ff-8bba-54a89dbbb43d req-765abef9-be33-4776-868a-207e97652a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.439638 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbd17a27-9203-40ff-8bba-54a89dbbb43d req-765abef9-be33-4776-868a-207e97652a14 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1564512 Feb 02 16:14:03.589918 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17a27-9203-40ff-8bba-54a89dbbb43d req-311e3f15-7210-4f34-bbe7-4ce06ddd0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.591464 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbd17a27-9203-40ff-8bba-54a89dbbb43d req-311e3f15-7210-4f34-bbe7-4ce06ddd0534 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445956 Feb 02 16:14:03.718520 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-fe843d3b-6e6e-4002-8913-a923b1ca30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.720038 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-fe843d3b-6e6e-4002-8913-a923b1ca30a6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1096 time: 0.0697129 Feb 02 16:14:03.797290 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-69f759f8-d531-4462-8f30-32623eb74a45 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 217 time: 0.0645425 Feb 02 16:14:03.866442 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-8c52e177-6cd9-466f-affe-2d0181b054dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.868613 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-8c52e177-6cd9-466f-affe-2d0181b054dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0646291 Feb 02 16:14:03.950854 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a01d3-71b0-4357-9301-4f2d6577775d req-f7d5fdfd-4f0a-42eb-80b2-42d2f8728ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.952324 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-f7d5fdfd-4f0a-42eb-80b2-42d2f8728ca1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778580 Feb 02 16:14:04.020922 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:04.084875 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-a53da26f-1a7a-4395-a055-97d8827bdc70 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262341 Feb 02 16:14:04.217458 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-143a01d3-71b0-4357-9301-4f2d6577775d req-13e4823d-c453-49c3-9f22-25fdc76d5431 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260259 Feb 02 16:14:04.542099 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e1ad-d19c-4706-b82f-2055dbbe072b req-1552903d-db85-4049-a016-df32d609ced7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:04.547278 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-43e8e1ad-d19c-4706-b82f-2055dbbe072b req-1552903d-db85-4049-a016-df32d609ced7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 943 time: 0.0792830 Feb 02 16:14:04.587617 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-43e8e1ad-d19c-4706-b82f-2055dbbe072b req-c0c117a4-f28b-4d31-8203-6ede56cae016 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Feb 02 16:14:05.774864 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18fdb0-8336-4c17-9b78-063a66c957f5 req-a11a829a-0cb2-4e39-a4fa-3b04a6b5152a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:05.776342 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3a18fdb0-8336-4c17-9b78-063a66c957f5 req-a11a829a-0cb2-4e39-a4fa-3b04a6b5152a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 943 time: 0.0844519 Feb 02 16:14:05.819910 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3a18fdb0-8336-4c17-9b78-063a66c957f5 req-4baf5c31-91c7-475b-8cfe-c608eea1fcbb tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Feb 02 16:14:05.849736 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 08505142-63a9-4d99-aba8-51d665cff121 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=98644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:14:05.979774 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:14:05.993066 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Returning: {'device': '08505142-63a9-4d99-aba8-51d665cff121', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'port_id': '08505142-63a9-4d99-aba8-51d665cff121', 'mac_address': 'fa:16:3e:2a:27:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:14:06.046996 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:06.066293 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08505142-63a9-4d99-aba8-51d665cff121 {{(pid=98644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:14:06.081618 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:14:06.146417 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:06.213592 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=4']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:06.440298 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['08505142-63a9-4d99-aba8-51d665cff121'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:14:07.008379 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb492e-0387-4d14-bace-145914363fca req-2be97a2a-1c53-4769-a2e7-688936f38661 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:07.009804 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28bb492e-0387-4d14-bace-145914363fca req-2be97a2a-1c53-4769-a2e7-688936f38661 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 944 time: 0.0863533 Feb 02 16:14:07.053370 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-28bb492e-0387-4d14-bace-145914363fca req-4df0e77f-511a-4cf0-8453-6279265ddfdc tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Feb 02 16:14:07.879990 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 08505142-63a9-4d99-aba8-51d665cff121 up at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:14:08.006962 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning for port 08505142-63a9-4d99-aba8-51d665cff121 completed by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:14:08.014426 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Provisioning complete for port 08505142-63a9-4d99-aba8-51d665cff121 triggered by entity L2. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:14:08.019379 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:08.139938 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:08.169963 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:08.181634 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:14:08.219858 dv-cinder-817833-1-smb neutron-server[98644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'code': 200} Feb 02 16:14:08.246015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011dd07-ccd2-4679-9f1c-fa1475663895 req-0b594499-1c00-4208-a337-f4b40d598952 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:08.251176 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a011dd07-ccd2-4679-9f1c-fa1475663895 req-0b594499-1c00-4208-a337-f4b40d598952 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 944 time: 0.0851972 Feb 02 16:14:08.275794 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436'] for port, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:08.298260 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-a011dd07-ccd2-4679-9f1c-fa1475663895 req-975ec836-c619-4651-bff0-303d37ce8afa tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Feb 02 16:14:08.354187 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=5']} {{(pid=98644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:08.642706 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810b9cf-204c-47f5-ae7b-16b197f4604c req-ce52119c-7997-46c5-b6f1-8b14ad4b9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:08.644225 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6810b9cf-204c-47f5-ae7b-16b197f4604c req-ce52119c-7997-46c5-b6f1-8b14ad4b9fdc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1098 time: 0.0729473 Feb 02 16:14:08.688035 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-6810b9cf-204c-47f5-ae7b-16b197f4604c req-03ff0683-c5ea-4767-98a1-141afaa8aaba service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369430 Feb 02 16:14:09.503970 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975a0cb-c479-46fc-acf7-ac19c359dd58 req-20ab2b7e-5fa6-4078-9709-b66a5a60f712 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:09.505423 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2975a0cb-c479-46fc-acf7-ac19c359dd58 req-20ab2b7e-5fa6-4078-9709-b66a5a60f712 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0929675 Feb 02 16:14:09.551219 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-2975a0cb-c479-46fc-acf7-ac19c359dd58 req-b9e3796e-e955-4740-a3fc-458793dc06d0 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Feb 02 16:14:10.796977 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb666a1f-40a4-46aa-adb2-9ac414f7438e req-3421412d-bff5-4b16-8154-67a76e861be4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:10.798490 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bb666a1f-40a4-46aa-adb2-9ac414f7438e req-3421412d-bff5-4b16-8154-67a76e861be4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0898678 Feb 02 16:14:10.845557 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-bb666a1f-40a4-46aa-adb2-9ac414f7438e req-4b4e9983-1fe0-4f39-a215-9774ec0a43d8 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Feb 02 16:14:11.032908 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289132-7ba5-4c0c-9dbf-b46475c3534a req-3feba89d-6c24-4d25-866c-b5d65d84e809 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:11.034449 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fe289132-7ba5-4c0c-9dbf-b46475c3534a req-3feba89d-6c24-4d25-866c-b5d65d84e809 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0833972 Feb 02 16:14:11.081915 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-fe289132-7ba5-4c0c-9dbf-b46475c3534a req-01de0e9e-833b-420c-b7b2-fbf68fa9e1f8 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Feb 02 16:14:11.482268 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fd9d6-874b-44c2-989a-04d06576a244 req-b29148e7-e4f0-484b-bebc-703162be78c6 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:11.483778 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a95fd9d6-874b-44c2-989a-04d06576a244 req-b29148e7-e4f0-484b-bebc-703162be78c6 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0870557 Feb 02 16:14:11.528435 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a95fd9d6-874b-44c2-989a-04d06576a244 req-50080858-028e-4474-a830-380a518079b0 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Feb 02 16:14:15.134405 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:14:18.307357 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:18.642828 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582106d-6dff-4c8b-9890-e5b9879eee96 req-b0651e61-69cb-4e09-b5be-b520ee4d9dd7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:18.644289 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5582106d-6dff-4c8b-9890-e5b9879eee96 req-b0651e61-69cb-4e09-b5be-b520ee4d9dd7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0800836 Feb 02 16:14:18.784155 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-5582106d-6dff-4c8b-9890-e5b9879eee96 req-fbc3c0ef-00cf-48b0-8e70-afc8a78b8828 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335111 Feb 02 16:14:18.807762 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47812) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:18.929230 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d511742-ea97-4951-9439-2fb36a5ada9a tempest-TestMinimumBasicScenario-1072368197 tempest-TestMinimumBasicScenario-1072368197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:18.929891 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-6d511742-ea97-4951-9439-2fb36a5ada9a tempest-TestMinimumBasicScenario-1072368197 tempest-TestMinimumBasicScenario-1072368197-project-admin] Synchronizing usage tracker for tenant:b569f190475243bb848f6af76f699250 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:14:19.063554 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-6d511742-ea97-4951-9439-2fb36a5ada9a tempest-TestMinimumBasicScenario-1072368197 tempest-TestMinimumBasicScenario-1072368197-project-admin] Unset dirty status for tenant:b569f190475243bb848f6af76f699250 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:14:19.064890 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-6d511742-ea97-4951-9439-2fb36a5ada9a tempest-TestMinimumBasicScenario-1072368197 tempest-TestMinimumBasicScenario-1072368197-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1093 time: 0.2561355 Feb 02 16:14:19.067747 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47818) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:19.073479 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'floatingip': {'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'port_id': '08505142-63a9-4d99-aba8-51d665cff121', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:19.080522 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:19.084630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:floatingip and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:19.087921 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:19.093745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:19.161146 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for floatingip, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:19.305038 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:19.448906 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_common [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Allocated IP 172.28.2.251 (4e4d1b4e-cd0b-476a-b4c5-e86a13664e39/46a34c7c-b3d7-430d-bc19-15388da14847/9235cb19-b722-46f2-8915-b64df4625d7c) {{(pid=98643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:14:19.599435 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for port, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:19.692348 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758510127373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:19.757288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Network 4e4d1b4e-cd0b-476a-b4c5-e86a13664e39 is already hosted by enough agents. {{(pid=98643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:14:19.760330 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.base_scheduler [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources bound (agent type, host, resource id): {{(pid=98643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:14:19.764095 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Received port after_create {{(pid=98643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 16:14:19.806332 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'Port': ['ID=9235cb19-b722-46f2-8915-b64df4625d7c,revision_number=1']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:20.195075 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.337130 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.563033 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.666296 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.771826 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'Port': ['ID=9235cb19-b722-46f2-8915-b64df4625d7c,revision_number=2']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:20.785167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694957'] for floatingip, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.071388 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.db.l3_db [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Floating IP 1d84fbeb-a5b3-428b-907b-cb9780ed9f5e associated. External IP: 172.28.2.251, port: 08505142-63a9-4d99-aba8-51d665cff121. Feb 02 16:14:21.450116 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:14:21.643129 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:14:21.653819 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] Sync routers for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:14:21.664165 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:14:21.670561 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:14:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:21.777895 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.841836 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-c2691a5f-5cae-4cd9-98ea-07208972bf1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7730141 Feb 02 16:14:21.847952 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:21.848122 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47826) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:21.856039 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563959445', 'description': 'tempest-secgroup-smoke-563959445 description', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:21.865471 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:21.879643 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:21.880325 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:14:21.905174 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'status': 'completed', 'code': 200} Feb 02 16:14:21.966369 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.987244 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:21.992265 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:21.995445 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:22.001758 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:22.030983 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-77ee79bc-413b-497f-be8a-0bf5f5dec209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:22.032517 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-77ee79bc-413b-497f-be8a-0bf5f5dec209 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1098 time: 0.0800059 Feb 02 16:14:22.088835 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.181669 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-ab3e5fc5-c2e5-4519-93a4-4848c1ea64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:22.183119 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-ab3e5fc5-c2e5-4519-93a4-4848c1ea64bf service neutron] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 916 time: 0.1441495 Feb 02 16:14:22.211920 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.258455 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '1d84fbeb-a5b3-428b-907b-cb9780ed9f5e', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'port_id': '08505142-63a9-4d99-aba8-51d665cff121', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'mac_address': 'fa:16:3e:2a:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b942a36e-6935-422e-8a15-30623bde2235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:14:20Z', 'updated_at': '2022-02-02T16:14:20Z', 'revision_number': 0, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:22.262915 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358,revision_number=1']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:22.264039 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] Checking router: f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:14:22.273590 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.274027 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.274437 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.274841 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.275276 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.275692 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.275803 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:14:22.276124 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.276519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.276630 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:14:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:22.276962 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.277367 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.277754 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.278137 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:22.305181 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-2f56a7e6-f219-440c-a4c1-4d312201dd5e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 999 time: 0.1141813 Feb 02 16:14:22.335295 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.336839 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b491d4dc-5af4-4f26-b6c1-9976c5814bf4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4905794 Feb 02 16:14:22.340062 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47832) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:22.345423 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group_rule': {'security_group_id': 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:22.352693 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:22.356917 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:22.360196 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:22.367588 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:22.381236 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-7faf8f51-4530-4e57-aeeb-0512c0b82d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:22.382905 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-7faf8f51-4530-4e57-aeeb-0512c0b82d62 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0696857 Feb 02 16:14:22.463280 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-bb6f7373-6b24-46df-9a16-ccd63142cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:22.465269 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-bb6f7373-6b24-46df-9a16-ccd63142cae0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736897 Feb 02 16:14:22.473543 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:14:22.474858 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.552879 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.623081 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-66e29fd7-8e0d-4a40-88c2-5543bda66926 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514161 Feb 02 16:14:22.625958 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.654621 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81170d09-57bd-4ed8-b745-2d612b191aac,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:22.748754 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.750809 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d9d1d658-753c-484b-911c-d2d3ed9975ec tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4094770 Feb 02 16:14:22.753492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47836) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:22.760871 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group_rule': {'security_group_id': 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:22.769088 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:22.783046 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:22.788838 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:22.797477 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.quota.driver [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:22.801216 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b7214f56-8c75-40d9-afad-84a4d094b0dd req-02ea59fe-59a7-4f03-b1fc-5aa0a4039b88 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702294 Feb 02 16:14:22.854323 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '1d84fbeb-a5b3-428b-907b-cb9780ed9f5e', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'port_id': '08505142-63a9-4d99-aba8-51d665cff121', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'mac_address': 'fa:16:3e:2a:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b942a36e-6935-422e-8a15-30623bde2235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:14:20Z', 'updated_at': '2022-02-02T16:14:20Z', 'revision_number': 0, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:22.858743 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57f370-60c1-4bac-a421-55487d52fb17 None None] The sync data for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb is: [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_floatingips': [{'id': '1d84fbeb-a5b3-428b-907b-cb9780ed9f5e', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'router_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'port_id': '08505142-63a9-4d99-aba8-51d665cff121', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'mac_address': 'fa:16:3e:2a:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b942a36e-6935-422e-8a15-30623bde2235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:14:20Z', 'updated_at': '2022-02-02T16:14:20Z', 'revision_number': 0, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:14:22.887627 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.091721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.092303 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968583a6-2c85-4ace-bfa3-1daadb406d55 None None] New status for floating IP 1d84fbeb-a5b3-428b-907b-cb9780ed9f5e: ACTIVE {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:14:23.183091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.207306 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b36e493-e7e7-4fe6-962b-d511da850717,revision_number=0']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:23.303025 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.304406 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-eddd59d3-6521-4bf0-99ac-778b3f1f690e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5499377 Feb 02 16:14:23.307784 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47840) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:23.313138 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group_rule': {'security_group_id': 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:23.319883 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:23.326238 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:23.329637 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:23.336245 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:23.453039 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.524335 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.600204 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.624931 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faccd45f-c9fa-4d0c-8c52-ef252d2017bb,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:23.695099 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.696305 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b25c2113-b5ea-4433-8e32-83b7b616cb1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3874605 Feb 02 16:14:23.700156 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47844) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:23.705277 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group_rule': {'security_group_id': 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:23.711538 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:23.715733 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:23.718796 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:23.724651 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:23.796364 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.861311 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.926012 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:23.952250 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba89ae72-4ff4-48af-99c9-d980391bdf55,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:24.040389 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.041648 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-5d116181-b668-4ae0-a2d4-433205a3ed8e tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3404968 Feb 02 16:14:24.044419 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47848) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:24.049519 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group_rule': {'security_group_id': 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:24.056205 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:24.060114 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:24.064871 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:24.069154 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:24.137952 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.securitygroups_db [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Project 3c48c62b9fdc4885a9576b20ba9c7ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:14:24.145618 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.212453 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.286354 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.311477 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ebc33a-491e-4075-9e35-e916beaaa7d8,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:24.417287 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.418592 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-b61450cc-3a44-45d8-b297-40c09e71583d tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3731678 Feb 02 16:14:24.421276 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47852) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:24.426242 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.v2.base [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'security_group_rule': {'security_group_id': 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358', 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:24.432529 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:24.437043 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Usage tracker for resource:security_group_rule and tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 is out of sync, need to count used quota {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:14:24.439762 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98642) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:14:24.445610 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.quota.driver [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98642) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:24.508818 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.securitygroups_db [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Project 3c48c62b9fdc4885a9576b20ba9c7ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:14:24.516247 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.591236 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.668744 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706397'] for security_group_rule, after_create {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.692690 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db9abb0-635f-4e30-8179-01b9cd50dc27,revision_number=0']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:24.780285 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:24.781702 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d750b2f5-990c-4bff-b861-2015ceffc539 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3594749 Feb 02 16:14:24.913546 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-b5d24434-b973-47a3-b826-d541ab419463 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563959445&fields=id&tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3 HTTP/1.1" status: 200 len: 267 time: 0.0499506 Feb 02 16:14:25.000713 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-1696772f-7dd6-4822-8a41-6fc878c258b9 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:25.002219 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-1696772f-7dd6-4822-8a41-6fc878c258b9 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0833535 Feb 02 16:14:25.013083 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'port': {'security_groups': ['a471c0c1-99ba-4474-aab2-6fbe80d57efb', 'ee7608b9-9d5a-4aad-a5d4-3149fb9cd358']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:14:25.137030 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:25.401574 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:14:25.426382 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:25.488482 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:25.524226 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['08505142-63a9-4d99-aba8-51d665cff121'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:14:25.559225 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:25.559886 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:25.561283 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-080650b6-bd37-461a-a9fb-118f4cd3de51 req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "PUT /v2.0/ports/08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 981 time: 0.5528929 Feb 02 16:14:25.561745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:25.602580 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073eaa-6afc-488f-b6e6-d61dd47620f7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=6']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:25.629092 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'status': 'completed', 'code': 200} Feb 02 16:14:25.694302 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['08505142-63a9-4d99-aba8-51d665cff121'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:14:25.836365 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-db6e4ebf-572b-470b-8b61-a85518dbc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:25.837765 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-db6e4ebf-572b-470b-8b61-a85518dbc131 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1137 time: 0.1645117 Feb 02 16:14:25.846629 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7853-ee19-4ff8-8265-da49d22e8852 req-670cd87b-c3ac-4394-a76d-951b7053f802 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:25.848102 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-437d7853-ee19-4ff8-8265-da49d22e8852 req-670cd87b-c3ac-4394-a76d-951b7053f802 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.1231174 Feb 02 16:14:25.996251 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-437d7853-ee19-4ff8-8265-da49d22e8852 req-259cea99-ffd3-4310-bc65-12e9e56339ba tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249619 Feb 02 16:14:26.006789 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-5f4671ff-b71b-4955-866f-14e4bab12de7 None None] Provisioning complete for port 08505142-63a9-4d99-aba8-51d665cff121 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:14:26.007200 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5f4671ff-b71b-4955-866f-14e4bab12de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:26.033361 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-a179c089-c6b7-46c1-923e-5a6bac4a8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:26.035743 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-a179c089-c6b7-46c1-923e-5a6bac4a8b32 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 916 time: 0.1858554 Feb 02 16:14:26.144609 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-f04021ab-93c8-4afc-bcf8-98de8a45a634 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 1001 time: 0.1029737 Feb 02 16:14:26.209377 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-2a4e8f04-887f-47b5-9e58-7bbbce769a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:26.210876 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-2a4e8f04-887f-47b5-9e58-7bbbce769a0c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0598986 Feb 02 16:14:26.304910 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-cbe747b7-f91a-455e-9b5d-78027f9a0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:26.306480 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-cbe747b7-f91a-455e-9b5d-78027f9a0677 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891623 Feb 02 16:14:26.451177 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-05410367-baf0-4195-a373-17f700790496 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378329 Feb 02 16:14:26.597588 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-534702dd-c3bd-4d91-aac1-9a52db754c4b req-5a0e100d-a8f0-413c-b0c3-930b0fadbd00 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400354 Feb 02 16:14:27.526165 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-e006ad12-7769-4b4d-8bb4-16b1367da707 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740237 Feb 02 16:14:27.679914 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-04665aca-b9a8-474e-95de-b6a97d8c6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:27.681317 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-04665aca-b9a8-474e-95de-b6a97d8c6211 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.0712700 Feb 02 16:14:27.934529 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-ebf64d8e-1bb7-4114-9f19-9f416572b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:27.935924 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-ebf64d8e-1bb7-4114-9f19-9f416572b958 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.2357755 Feb 02 16:14:28.044610 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-a3a397c6-5ce0-4684-b422-84854e6aff08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 1000 time: 0.1024666 Feb 02 16:14:28.111377 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-b267ec02-cd75-4ba8-80bf-874f9e80e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:28.112846 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-b267ec02-cd75-4ba8-80bf-874f9e80e20d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0628314 Feb 02 16:14:28.190762 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-220f1bda-831b-407c-a9f2-b448f8955823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:28.192199 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-220f1bda-831b-407c-a9f2-b448f8955823 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732489 Feb 02 16:14:28.331936 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-a75a2868-d581-40a7-b535-074848cdaf31 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325150 Feb 02 16:14:28.473099 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-a0e1a170-bcec-47a9-9f46-240095a32e37 req-8469d593-dc9f-44c5-8b99-81f3041ae7ae service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336801 Feb 02 16:14:29.059905 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-719379cd-3002-4a16-9cae-a63067abedc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:31.388242 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-4ba7346c-b3d0-4a57-a8fe-ff846162d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:32.365224 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:32.594183 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:34.056778 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:43.681241 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-3d5c00f6-c351-4d25-b132-fea0a151269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:43.682737 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-3d5c00f6-c351-4d25-b132-fea0a151269d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1137 time: 0.1081352 Feb 02 16:14:43.690380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e078ab-dcc8-40d7-9802-637058b961f9 req-7f66b3cd-e12f-47b9-8202-9f429e65316c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:43.691780 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-72e078ab-dcc8-40d7-9802-637058b961f9 req-7f66b3cd-e12f-47b9-8202-9f429e65316c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.2696676 Feb 02 16:14:43.820895 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-72e078ab-dcc8-40d7-9802-637058b961f9 req-4b1074bc-bcfc-4300-8286-89d9714a40cd tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098237 Feb 02 16:14:43.857749 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-4b243f99-fd84-42d4-864d-37cd324a4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:43.859199 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-4b243f99-fd84-42d4-864d-37cd324a4bf6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 916 time: 0.1665738 Feb 02 16:14:43.964075 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-f45727d4-89a6-4ba6-a283-72026ab80a39 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 1001 time: 0.0984352 Feb 02 16:14:44.029377 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-51f2863f-d433-43c7-a67e-8c2f86e2e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:44.031101 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-51f2863f-d433-43c7-a67e-8c2f86e2e183 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0613525 Feb 02 16:14:44.107502 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-141723d7-8494-4a72-8e5a-c6f5ad763cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:44.108992 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-141723d7-8494-4a72-8e5a-c6f5ad763cf4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710394 Feb 02 16:14:44.162091 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-186263d3-8290-499a-9ed3-b0036db9c983 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=98643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 16:14:44.163188 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-186263d3-8290-499a-9ed3-b0036db9c983 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478327 Feb 02 16:14:44.294393 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-d547df72-125e-44c3-a6f9-e9df32433a98 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251075 Feb 02 16:14:44.427218 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-aef14251-ff43-44d0-abd8-0c84faf3fcec req-a7bcb228-8aa5-4de6-afa1-a195078b406f service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264887 Feb 02 16:14:45.063132 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b2f9-bc8a-49d4-8a9e-5038fd31032f req-6ed169a9-7d24-4d27-b8ed-91818e672c64 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:45.064733 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c0f3b2f9-bc8a-49d4-8a9e-5038fd31032f req-6ed169a9-7d24-4d27-b8ed-91818e672c64 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.1306829 Feb 02 16:14:45.111221 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-c0f3b2f9-bc8a-49d4-8a9e-5038fd31032f req-4914e34d-0fad-412e-8a9f-b6e5d0a78011 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Synchronizing usage tracker for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:14:45.204760 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-c0f3b2f9-bc8a-49d4-8a9e-5038fd31032f req-4914e34d-0fad-412e-8a9f-b6e5d0a78011 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Unset dirty status for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:14:45.205899 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c0f3b2f9-bc8a-49d4-8a9e-5038fd31032f req-4914e34d-0fad-412e-8a9f-b6e5d0a78011 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348786 Feb 02 16:14:46.392721 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2f1f9-ec95-4175-961a-476f650fdf5c req-427ef571-b7ab-4e62-9c09-fbc430e5b675 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:46.394199 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-89e2f1f9-ec95-4175-961a-476f650fdf5c req-427ef571-b7ab-4e62-9c09-fbc430e5b675 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0813301 Feb 02 16:14:46.548111 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-89e2f1f9-ec95-4175-961a-476f650fdf5c req-8aad23f1-b5cc-468f-ad5a-8851f707b2b9 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477768 Feb 02 16:14:47.739383 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6078b6b-0a0e-400a-a256-2d57d7f0f0e6 req-8588ed66-7445-4ce4-b7be-727cd004dc03 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:47.741509 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c6078b6b-0a0e-400a-a256-2d57d7f0f0e6 req-8588ed66-7445-4ce4-b7be-727cd004dc03 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0869324 Feb 02 16:14:47.789811 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c6078b6b-0a0e-400a-a256-2d57d7f0f0e6 req-4701e8c5-b0a1-47c0-a1b5-da6c5242ec1c tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424902 Feb 02 16:14:48.293246 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:48.976720 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaf8ce-cbed-45d1-842d-d31f20376fef req-8df65e7b-bae0-49cf-bb49-18ca14633946 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:48.978138 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-19eaf8ce-cbed-45d1-842d-d31f20376fef req-8df65e7b-bae0-49cf-bb49-18ca14633946 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0779006 Feb 02 16:14:49.023462 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-19eaf8ce-cbed-45d1-842d-d31f20376fef req-f981b4d0-de82-47fc-9898-b7ee911a6ae9 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395257 Feb 02 16:14:50.207814 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1019fac-1f75-4701-a4f2-f161a707b11d req-172345d4-65ab-4b41-bcec-ccea245c8247 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:50.209316 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1019fac-1f75-4701-a4f2-f161a707b11d req-172345d4-65ab-4b41-bcec-ccea245c8247 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0797081 Feb 02 16:14:50.255140 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-f1019fac-1f75-4701-a4f2-f161a707b11d req-878960b2-a64e-4e91-b623-17825312a420 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400953 Feb 02 16:14:51.446599 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8804b2-c526-4c29-a9ea-61255c21dd73 req-c222bbe1-4c0d-4c36-85a1-5e1c4a1b7029 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:51.448069 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ce8804b2-c526-4c29-a9ea-61255c21dd73 req-c222bbe1-4c0d-4c36-85a1-5e1c4a1b7029 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0853794 Feb 02 16:14:51.495280 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-ce8804b2-c526-4c29-a9ea-61255c21dd73 req-e6854d06-8db8-427c-a931-7e1185e0acbe tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412488 Feb 02 16:14:52.133089 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:14:52.682660 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f271-d44e-42c0-a482-cea7d61b2d5c req-94da676f-9534-4554-b737-e43fa2dd02a1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:52.684133 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3294f271-d44e-42c0-a482-cea7d61b2d5c req-94da676f-9534-4554-b737-e43fa2dd02a1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0839105 Feb 02 16:14:52.730226 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-3294f271-d44e-42c0-a482-cea7d61b2d5c req-255014ab-da35-48d4-9d5a-3f2afcf86ae1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401099 Feb 02 16:14:53.911167 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c041-ebc7-4ae3-8c06-8aa9d0a447c4 req-b293d28a-fb8a-43b9-81a2-a0a422d6e0be tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:53.913124 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d57c041-ebc7-4ae3-8c06-8aa9d0a447c4 req-b293d28a-fb8a-43b9-81a2-a0a422d6e0be tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0791528 Feb 02 16:14:53.959137 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4d57c041-ebc7-4ae3-8c06-8aa9d0a447c4 req-b6182ae8-a4b7-4987-80be-dba875079ad5 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402644 Feb 02 16:14:55.139540 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e7cbb-40bc-4a3e-bcdb-888c239e7f11 req-5d292926-d706-4c26-9324-f7ec22d7b282 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:55.140991 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1f9e7cbb-40bc-4a3e-bcdb-888c239e7f11 req-5d292926-d706-4c26-9324-f7ec22d7b282 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0781069 Feb 02 16:14:55.190613 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-1f9e7cbb-40bc-4a3e-bcdb-888c239e7f11 req-7da0b3ed-26ce-4109-80ee-a8eb237da4a7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429420 Feb 02 16:14:56.377943 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356235c5-7916-469f-86bc-68fbe9096c3f req-0c79e6e4-b66c-4e9f-8f1b-fa1d5679d3f6 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:56.379405 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-356235c5-7916-469f-86bc-68fbe9096c3f req-0c79e6e4-b66c-4e9f-8f1b-fa1d5679d3f6 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0834050 Feb 02 16:14:56.424658 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-356235c5-7916-469f-86bc-68fbe9096c3f req-8ec9db18-7c0e-4483-be47-ef4dc3c8813a tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&id=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389848 Feb 02 16:14:59.081373 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-1661aa07-9731-426e-81a2-ea92021a0498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:01.435916 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-de5a1f98-4c51-4bae-8c3b-7d20bd7714c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.240077 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47902) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:02.335930 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.528918 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Deleting port 793b61c7-e7fa-4d6e-a6e9-8a106a54652b {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:02.530015 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.601812 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.701532 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.701851 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.825139 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Calling delete_port for 793b61c7-e7fa-4d6e-a6e9-8a106a54652b owned by network:floatingip {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:03.058977 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:03.107675 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event deleted for resources: {'Port': ['ID=793b61c7-e7fa-4d6e-a6e9-8a106a54652b,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:03.200251 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for floatingip, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:03.200595 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.l3_db [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Floating IP e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa disassociated (deleted). External IP: 172.28.2.10, port: c111e77f-45dc-4898-9aa0-8d19efa24d8b. Feb 02 16:15:03.546917 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Router dba4d8dc-0411-421b-98bb-257c8fe60942 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:15:03.725201 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:15:03.735421 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] Sync routers for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:15:03.745727 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:03.748692 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:03.807046 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:03.862641 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-429539a6-dfb9-498a-a22d-50d79f7a1140 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "DELETE /v2.0/floatingips/e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa HTTP/1.1" status: 204 len: 168 time: 1.6211600 Feb 02 16:15:03.863246 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:03.922699 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:03.969544 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'status': 'completed', 'code': 200} Feb 02 16:15:04.084008 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:04.099021 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-966d83e8-14c3-4187-969d-6d1aded42b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:04.101246 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-966d83e8-14c3-4187-969d-6d1aded42b9a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 1098 time: 0.0793884 Feb 02 16:15:04.237669 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-708e066c-4896-4ce2-81a7-5d89e3c6e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:04.239105 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-708e066c-4896-4ce2-81a7-5d89e3c6e3d5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 200 len: 910 time: 0.1319823 Feb 02 16:15:04.254059 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:08Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:04.259308 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] Checking router: dba4d8dc-0411-421b-98bb-257c8fe60942 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:15:04.266409 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:04.267020 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:04.311751 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-f8306355-0a9b-40a6-8096-26fc53e93835 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 200 len: 217 time: 0.0650408 Feb 02 16:15:04.376592 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-acddc62f-0a9d-418f-9d5c-7f26d2b498d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:04.377932 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-acddc62f-0a9d-418f-9d5c-7f26d2b498d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 200 len: 848 time: 0.0613544 Feb 02 16:15:04.446794 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:04.453181 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-4062aa2f-2287-4a80-8abc-107c4a9a578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:04.454720 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-4062aa2f-2287-4a80-8abc-107c4a9a578e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2825ed8a-358c-4a7c-b4b3-0319eaf4990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715849 Feb 02 16:15:04.595598 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-4a6f6d36-e0cc-4f5a-9c23-54fee1476ea6 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342995 Feb 02 16:15:04.750410 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-3e0e3b07-a047-472e-9cd4-8d91f2b00081 req-8b453b28-1db1-4713-81d4-6f2ae3d84576 service neutron] 10.222.0.85 "GET /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470468 Feb 02 16:15:04.804583 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b4f09-3b2e-47a8-bb58-04f1dc6ccff7 req-861ce54c-fad3-467c-9d13-2fc6c7c40355 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:04.805257 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-c83b4f09-3b2e-47a8-bb58-04f1dc6ccff7 req-861ce54c-fad3-467c-9d13-2fc6c7c40355 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:15:04.826244 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:08Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:04.830125 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca13c1f-c8dd-41ce-91ab-51a68ee40759 None None] The sync data for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb is: [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:10:00Z', 'revision_number': 4, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '5afb32c1-f697-45fb-bd86-ace5fc613b0c', 'name': '', 'network_id': '2825ed8a-358c-4a7c-b4b3-0319eaf4990c', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'mac_address': 'fa:16:3e:d8:86:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:59Z', 'updated_at': '2022-02-02T16:10:08Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'subnets': [{'id': 'cee54949-9f05-418b-8a4d-65e433383d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:15:04.898870 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-c83b4f09-3b2e-47a8-bb58-04f1dc6ccff7 req-861ce54c-fad3-467c-9d13-2fc6c7c40355 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:15:04.911456 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c83b4f09-3b2e-47a8-bb58-04f1dc6ccff7 req-861ce54c-fad3-467c-9d13-2fc6c7c40355 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.2940722 Feb 02 16:15:04.946300 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-c83b4f09-3b2e-47a8-bb58-04f1dc6ccff7 req-a81dc594-f8a4-4368-a72c-78c03e0c848a tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399010 Feb 02 16:15:05.058501 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40218db-31fc-42b1-96c2-04cd467164b1 None None] New status for floating IP e08e4c4e-30e9-46bf-9a4c-0b9f55b4d0fa: DOWN {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:15:06.129545 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c1958-c158-477d-9470-c2a779cd3187 req-6a84d077-73a9-43bd-a998-9151946e1897 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:06.130967 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-179c1958-c158-477d-9470-c2a779cd3187 req-6a84d077-73a9-43bd-a998-9151946e1897 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0788960 Feb 02 16:15:06.178799 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-179c1958-c158-477d-9470-c2a779cd3187 req-aa905f4c-7eee-49b5-9371-25d40c7586bb tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b25d57e-b70e-4d37-94b9-6561f03b91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420825 Feb 02 16:15:06.275492 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-58bde5d4-abc6-4dc9-98e4-887db713d433 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:06.276813 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-58bde5d4-abc6-4dc9-98e4-887db713d433 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.85 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 945 time: 0.0786114 Feb 02 16:15:06.346985 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Deleting port c111e77f-45dc-4898-9aa0-8d19efa24d8b {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:06.347356 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:06.590811 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] For port c111e77f-45dc-4898-9aa0-8d19efa24d8b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c111e77f-45dc-4898-9aa0-8d19efa24d8b,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:06.591068 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:06.714771 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Calling delete_port for c111e77f-45dc-4898-9aa0-8d19efa24d8b owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:07.006792 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:07.059238 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event deleted for resources: {'Port': ['ID=c111e77f-45dc-4898-9aa0-8d19efa24d8b,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:07.097583 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.097926 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.098269 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.098630 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.098958 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.099309 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.099637 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.099959 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.100284 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.100607 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.100926 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.101244 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:07.143827 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] No DVR routers for this DVR port c111e77f-45dc-4898-9aa0-8d19efa24d8b on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:07.146299 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:07.148835 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-deleted', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:07.231712 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-4b53f787-198a-4499-a673-a59f9d8d4040 req-01865586-a022-43b2-90c0-15cf3c6b9d1d tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.85 "DELETE /v2.0/ports/c111e77f-45dc-4898-9aa0-8d19efa24d8b HTTP/1.1" status: 204 len: 173 time: 0.9484258 Feb 02 16:15:07.246299 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d53804-66cb-4309-a604-dd0543a4e01e', 'name': 'network-vif-deleted', 'tag': 'c111e77f-45dc-4898-9aa0-8d19efa24d8b', 'status': 'completed', 'code': 200} Feb 02 16:15:07.330710 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-1a364117-2ebc-44ec-ad23-229a5c12b1a9 req-4f0a344e-4113-4bb7-9e22-1c0f3b28175b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Synchronizing usage tracker for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:15:07.418540 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.quota.resource [req-1a364117-2ebc-44ec-ad23-229a5c12b1a9 req-4f0a344e-4113-4bb7-9e22-1c0f3b28175b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Unset dirty status for tenant:d5f7f6f4a55145af8bd647ee7ef2fc42 on resource:port {{(pid=98643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:15:07.424026 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-1a364117-2ebc-44ec-ad23-229a5c12b1a9 req-4f0a344e-4113-4bb7-9e22-1c0f3b28175b tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 210 time: 0.1348820 Feb 02 16:15:08.580810 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-82162793-18c7-4ada-9e56-088793f488c9 req-4c0ced50-7c0d-48e4-8872-2278dd461ebd tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d53804-66cb-4309-a604-dd0543a4e01e HTTP/1.1" status: 200 len: 210 time: 0.0408161 Feb 02 16:15:09.676055 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47926) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:09.747401 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0486d54d-26e6-451c-b3db-4a5dfd454864 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:09.780799 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0486d54d-26e6-451c-b3db-4a5dfd454864 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:09.904433 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0486d54d-26e6-451c-b3db-4a5dfd454864 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:09.921669 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486d54d-26e6-451c-b3db-4a5dfd454864 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25d57e-b70e-4d37-94b9-6561f03b91c4,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:10.000242 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0486d54d-26e6-451c-b3db-4a5dfd454864 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:10.001296 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0486d54d-26e6-451c-b3db-4a5dfd454864 tempest-TestShelveInstance-1104832091 tempest-TestShelveInstance-1104832091-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b25d57e-b70e-4d37-94b9-6561f03b91c4 HTTP/1.1" status: 204 len: 168 time: 0.3242500 Feb 02 16:15:10.109273 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:10.152021 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: c111e77f-45dc-4898-9aa0-8d19efa24d8b {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:10.152363 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device c111e77f-45dc-4898-9aa0-8d19efa24d8b not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:11.169913 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47934) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:11.818937 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:12.171421 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Deleting port 5afb32c1-f697-45fb-bd86-ace5fc613b0c {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:12.172166 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:12.347865 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] For port 5afb32c1-f697-45fb-bd86-ace5fc613b0c, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=5afb32c1-f697-45fb-bd86-ace5fc613b0c,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:12.348216 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:12.474405 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Calling delete_port for 5afb32c1-f697-45fb-bd86-ace5fc613b0c owned by network:router_interface {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:12.950063 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:12.996633 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afb32c1-f697-45fb-bd86-ace5fc613b0c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:13.289552 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:13.656986 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Router dba4d8dc-0411-421b-98bb-257c8fe60942 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:15:13.833947 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:15:13.842994 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] Sync routers for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:15:13.858131 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:13.858751 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:13.920283 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-2f6667ae-0657-419b-a134-3692240b2ed9 admin admin] 10.222.0.31 "PUT /v2.0/routers/dba4d8dc-0411-421b-98bb-257c8fe60942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7490726 Feb 02 16:15:13.922802 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47940) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:14.036208 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:14.100180 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.275849 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.314382 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:15:12Z', 'revision_number': 5, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port': {'id': '1617111a-d9ff-4d72-a7fe-7e8c884e6223', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:09:56Z', 'updated_at': '2022-02-02T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:14.318683 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] Checking router: dba4d8dc-0411-421b-98bb-257c8fe60942 for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:15:14.326950 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] Routers {'dba4d8dc-0411-421b-98bb-257c8fe60942'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:14.327611 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['dba4d8dc-0411-421b-98bb-257c8fe60942'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:14.355781 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Deleting port 1617111a-d9ff-4d72-a7fe-7e8c884e6223 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:14.356129 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.478722 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] Set router dba4d8dc-0411-421b-98bb-257c8fe60942 gateway port host: None {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:14.535496 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] For port 1617111a-d9ff-4d72-a7fe-7e8c884e6223, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=1617111a-d9ff-4d72-a7fe-7e8c884e6223,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:14.536358 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.588818 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:15:14Z', 'revision_number': 6, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port_host': None}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:14.593154 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f072fe0-8877-4b74-9a34-4d45915a0997 None None] The sync data for ids ['dba4d8dc-0411-421b-98bb-257c8fe60942'] in dv-cinder-817833-1-smb is: [{'id': 'dba4d8dc-0411-421b-98bb-257c8fe60942', 'name': 'tempest-TestShelveInstance-1283906188-router', 'tenant_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:09:55Z', 'updated_at': '2022-02-02T16:15:14Z', 'revision_number': 6, 'project_id': 'd5f7f6f4a55145af8bd647ee7ef2fc42', 'gw_port_host': None}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:15:14.661849 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Calling delete_port for 1617111a-d9ff-4d72-a7fe-7e8c884e6223 owned by network:router_gateway {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:14.932479 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.980079 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1617111a-d9ff-4d72-a7fe-7e8c884e6223,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:15.076536 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.347910 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.350481 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.478542 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.479086 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba4d8dc-0411-421b-98bb-257c8fe60942 {{(pid=98643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:15:15.491526 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.493376 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-eccff1bd-4097-43c9-b61a-b44070181ff7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dba4d8dc-0411-421b-98bb-257c8fe60942 HTTP/1.1" status: 204 len: 168 time: 1.5687380 Feb 02 16:15:15.495194 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47944) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:15.510912 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 5afb32c1-f697-45fb-bd86-ace5fc613b0c no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:15.547109 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 5afb32c1-f697-45fb-bd86-ace5fc613b0c {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:15.547489 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 5afb32c1-f697-45fb-bd86-ace5fc613b0c not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:15.548199 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 1617111a-d9ff-4d72-a7fe-7e8c884e6223 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:15.562014 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Deleting subnet cee54949-9f05-418b-8a4d-65e433383d29 {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:15:15.565414 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.591406 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 1617111a-d9ff-4d72-a7fe-7e8c884e6223 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:15.591805 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 1617111a-d9ff-4d72-a7fe-7e8c884e6223 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:15.618476 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625349'] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.697101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.850180 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268300'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.888301 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee54949-9f05-418b-8a4d-65e433383d29,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:15.891867 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.897464 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ceace-f3c3-4ed7-82be-06a8b3eb053b None None] Network 2825ed8a-358c-4a7c-b4b3-0319eaf4990c requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:15:15.898525 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-5bd65fa0-9c3e-40d4-8873-950c5077aaab admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cee54949-9f05-418b-8a4d-65e433383d29 HTTP/1.1" status: 204 len: 168 time: 0.4023292 Feb 02 16:15:15.900942 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47948) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:16.008666 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.018955 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Deleting port d84cbd6a-c951-4829-b087-b951abae29e1 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:16.019308 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.190845 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] DHCP port deletion for 2825ed8a-358c-4a7c-b4b3-0319eaf4990c request from dv-cinder-817833-1-smb {{(pid=98644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:15:16.196029 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Deleting port d84cbd6a-c951-4829-b087-b951abae29e1 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:16.196403 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.226500 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] For port d84cbd6a-c951-4829-b087-b951abae29e1, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=d84cbd6a-c951-4829-b087-b951abae29e1,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:16.226848 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.347429 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Calling delete_port for d84cbd6a-c951-4829-b087-b951abae29e1 owned by network:dhcp {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:16.396107 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] For port d84cbd6a-c951-4829-b087-b951abae29e1, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=d84cbd6a-c951-4829-b087-b951abae29e1,segment=NetworkSegment(9cc86a71-da08-49cb-bc82-a9d5eb6da5eb),segment_id=9cc86a71-da08-49cb-bc82-a9d5eb6da5eb)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:16.396445 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.492546 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.520589 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Calling delete_port for d84cbd6a-c951-4829-b087-b951abae29e1 owned by network:dhcp {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:16.541326 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84cbd6a-c951-4829-b087-b951abae29e1,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:16.548418 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] No DVR routers for this DVR port d84cbd6a-c951-4829-b087-b951abae29e1 on host dv-cinder-817833-1-smb {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:16.591451 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:15:16.591791 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:15:16.665963 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.690952 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2825ed8a-358c-4a7c-b4b3-0319eaf4990c']}} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:16.703373 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb') {'for_net_delete': True} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:16.703672 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc86a71-da08-49cb-bc82-a9d5eb6da5eb') {} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:16.715223 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625394'] for segment, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.730786 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.736775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=98643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:15:16.737156 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589495'] for segment, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: Traceback (most recent call last): Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: timer() Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: cb(*args, **kw) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: return func(*args, **kwargs) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: self._notify() Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: self.callback(batched_events) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: event.method(event) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: return f(self, *a, **k) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: return self._get(url).json() Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: return self.request(url, 'GET', **kwargs) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:15:16.750527 dv-cinder-817833-1-smb neutron-server[98643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:15:16.892326 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.908135 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:16.918212 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2825ed8a-358c-4a7c-b4b3-0319eaf4990c,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:17.007688 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-c85bb985-e07d-451a-9ff3-a0f6cf7371e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2825ed8a-358c-4a7c-b4b3-0319eaf4990c HTTP/1.1" status: 204 len: 168 time: 1.1055589 Feb 02 16:15:17.010378 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47952) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:17.092737 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Deleting port d84cbd6a-c951-4829-b087-b951abae29e1 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:17.093120 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:17.165226 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-40db387e-9c02-4708-b0c0-66c5a0a2b39c None None] The port 'd84cbd6a-c951-4829-b087-b951abae29e1' was deleted {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:15:17.507722 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device d84cbd6a-c951-4829-b087-b951abae29e1 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:17.542609 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: d84cbd6a-c951-4829-b087-b951abae29e1 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:17.543328 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device d84cbd6a-c951-4829-b087-b951abae29e1 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:17.656858 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:17.993775 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Deleting port ec1ea94e-8e57-4b6e-895d-f97e4e82057a {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:17.994110 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:18.159624 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] For port ec1ea94e-8e57-4b6e-895d-f97e4e82057a, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:18.160328 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:18.279677 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Calling delete_port for ec1ea94e-8e57-4b6e-895d-f97e4e82057a owned by network:router_interface {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:18.332337 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:18.558022 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:18.605101 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1ea94e-8e57-4b6e-895d-f97e4e82057a,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:18.977821 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:19.330355 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:15:19.505135 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:15:19.513535 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] Sync routers for ids ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:15:19.522482 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] Routers {'1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:19.523085 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:19.588358 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-25041403-90d8-472f-8ec2-ef72f61aa7ed admin admin] 10.222.0.31 "PUT /v2.0/routers/1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768566 Feb 02 16:15:19.590946 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47956) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:19.697445 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] Set router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:19.877691 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:20.010805 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:15:18Z', 'revision_number': 5, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:20.014667 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] Checking router: 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:15:20.023554 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] Routers {'1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:20.024145 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:01Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:20.056832 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:20.149543 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Deleting port 4e7febb4-63cd-48fc-88bd-df8cc9749108 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:20.149807 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:20.195117 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] Set router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:20.320623 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] For port 4e7febb4-63cd-48fc-88bd-df8cc9749108, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=4e7febb4-63cd-48fc-88bd-df8cc9749108,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:20.320976 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:20.442941 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Calling delete_port for 4e7febb4-63cd-48fc-88bd-df8cc9749108 owned by network:router_gateway {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:20.469473 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:15:18Z', 'revision_number': 5, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:20.473253 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6915b-7e48-4292-9442-71da4b504b25 None None] The sync data for ids ['1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6'] in dv-cinder-817833-1-smb is: [{'id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'name': 'tempest-TestShelveInstance-770107858-router', 'tenant_id': 'b02c3e7ba1704935bd13346f52da55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:10:05Z', 'updated_at': '2022-02-02T16:15:18Z', 'revision_number': 5, 'project_id': 'b02c3e7ba1704935bd13346f52da55ce', 'gw_port': {'id': '4e7febb4-63cd-48fc-88bd-df8cc9749108', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:10:06Z', 'updated_at': '2022-02-02T16:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:15:20.760889 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:20.812889 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7febb4-63cd-48fc-88bd-df8cc9749108,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:20.907453 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.079887 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.081930 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.209328 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.209890 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 {{(pid=98642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:15:21.223943 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.225201 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-04778882-b67d-4ad0-b06b-0e9fa98fe8a9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f2e9bed-36a2-4e60-bf45-a9b9926b2aa6 HTTP/1.1" status: 204 len: 168 time: 1.6331015 Feb 02 16:15:21.227701 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47960) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:21.293050 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Deleting subnet 049ada28-7c34-4105-9671-8372ff329ccc {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:15:21.296506 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.348418 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625349'] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.428938 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.516372 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device ec1ea94e-8e57-4b6e-895d-f97e4e82057a no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:21.550360 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: ec1ea94e-8e57-4b6e-895d-f97e4e82057a {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:21.551237 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device ec1ea94e-8e57-4b6e-895d-f97e4e82057a not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:21.551237 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 4e7febb4-63cd-48fc-88bd-df8cc9749108 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:21.586792 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268300'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.587025 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 4e7febb4-63cd-48fc-88bd-df8cc9749108 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:21.587143 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 4e7febb4-63cd-48fc-88bd-df8cc9749108 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:21.624664 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049ada28-7c34-4105-9671-8372ff329ccc,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:21.628500 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.635285 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-862618c5-a4ba-44c5-b2f5-b18ca610c333 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/049ada28-7c34-4105-9671-8372ff329ccc HTTP/1.1" status: 204 len: 168 time: 0.4064810 Feb 02 16:15:21.635541 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4d0f7-24b1-4185-b4fd-9ef99ac96aa8 None None] Network 7dcb8ebb-20b7-4856-a040-df0a0913b09a requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:15:21.637767 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47964) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:21.743007 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.753463 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Deleting port 3997f2ac-58ed-4de1-8661-cf240ebbba6f {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:21.753796 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.875050 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] DHCP port deletion for 7dcb8ebb-20b7-4856-a040-df0a0913b09a request from dv-cinder-817833-1-smb {{(pid=98644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:15:21.880027 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Deleting port 3997f2ac-58ed-4de1-8661-cf240ebbba6f {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:21.880400 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.969314 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] For port 3997f2ac-58ed-4de1-8661-cf240ebbba6f, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3997f2ac-58ed-4de1-8661-cf240ebbba6f,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:21.969667 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.091116 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] For port 3997f2ac-58ed-4de1-8661-cf240ebbba6f, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=3997f2ac-58ed-4de1-8661-cf240ebbba6f,segment=NetworkSegment(2e12c270-e570-4185-aa7d-4dd7d923f334),segment_id=2e12c270-e570-4185-aa7d-4dd7d923f334)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:22.091453 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.192583 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Calling delete_port for 3997f2ac-58ed-4de1-8661-cf240ebbba6f owned by network:dhcp {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:22.212177 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Calling delete_port for 3997f2ac-58ed-4de1-8661-cf240ebbba6f owned by network:dhcp {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:22.355669 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.360615 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:15:22.360964 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:15:22.408795 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3997f2ac-58ed-4de1-8661-cf240ebbba6f,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:22.413997 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] No DVR routers for this DVR port 3997f2ac-58ed-4de1-8661-cf240ebbba6f on host dv-cinder-817833-1-smb {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:22.527459 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.551698 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcb8ebb-20b7-4856-a040-df0a0913b09a']}} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:22.563345 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e12c270-e570-4185-aa7d-4dd7d923f334') {'for_net_delete': True} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:22.563645 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e12c270-e570-4185-aa7d-4dd7d923f334') {} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:22.575427 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625394'] for segment, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.591621 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.597500 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=98643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:15:22.597906 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589495'] for segment, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: Traceback (most recent call last): Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: timer() Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: cb(*args, **kw) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: return func(*args, **kwargs) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: self._notify() Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: self.callback(batched_events) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: event.method(event) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: return f(self, *a, **k) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: return self._get(url).json() Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: return self.request(url, 'GET', **kwargs) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:15:22.610640 dv-cinder-817833-1-smb neutron-server[98643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:15:22.862634 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Deleting port 3997f2ac-58ed-4de1-8661-cf240ebbba6f {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:22.863130 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.881601 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.898370 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.911161 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcb8ebb-20b7-4856-a040-df0a0913b09a,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:22.916218 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-334adafe-45cf-4319-a66a-d3ea2a7558ce admin admin] 10.222.0.31 "DELETE /v2.0/networks/7dcb8ebb-20b7-4856-a040-df0a0913b09a HTTP/1.1" status: 204 len: 168 time: 1.2772174 Feb 02 16:15:22.959063 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-451db5d0-57e3-4c06-a06c-ea1ce8ff9dc4 None None] The port '3997f2ac-58ed-4de1-8661-cf240ebbba6f' was deleted {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:15:23.255191 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47970) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:23.310768 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-a23065b8-95a9-4ab9-823d-036ce36c7422 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5f7f6f4a55145af8bd647ee7ef2fc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543294 Feb 02 16:15:23.313195 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47974) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:23.368897 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-440ab2c1-e21f-4409-a2c3-47c711c30b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.398298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-440ab2c1-e21f-4409-a2c3-47c711c30b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.510705 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3997f2ac-58ed-4de1-8661-cf240ebbba6f no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:23.548648 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 3997f2ac-58ed-4de1-8661-cf240ebbba6f {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:23.548989 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 3997f2ac-58ed-4de1-8661-cf240ebbba6f not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:23.566524 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-440ab2c1-e21f-4409-a2c3-47c711c30b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.584729 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ab2c1-e21f-4409-a2c3-47c711c30b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee37e98-b50c-4720-af2e-ea4216523c58,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:23.592126 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-440ab2c1-e21f-4409-a2c3-47c711c30b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.597427 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-440ab2c1-e21f-4409-a2c3-47c711c30b47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ee37e98-b50c-4720-af2e-ea4216523c58 HTTP/1.1" status: 204 len: 168 time: 0.2795064 Feb 02 16:15:24.349119 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47982) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:24.399921 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-f7b52975-b085-4464-acdc-9d8005952c0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b02c3e7ba1704935bd13346f52da55ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496340 Feb 02 16:15:24.402485 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 47986) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:24.462095 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25fb2b18-ef33-449d-aac6-57a3ee1f224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:24.488809 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25fb2b18-ef33-449d-aac6-57a3ee1f224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:24.635323 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25fb2b18-ef33-449d-aac6-57a3ee1f224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:24.655759 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb2b18-ef33-449d-aac6-57a3ee1f224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bad4585-f045-48c7-aa5f-384fe9e0dfb5,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:24.660204 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-25fb2b18-ef33-449d-aac6-57a3ee1f224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:24.661350 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-25fb2b18-ef33-449d-aac6-57a3ee1f224e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bad4585-f045-48c7-aa5f-384fe9e0dfb5 HTTP/1.1" status: 204 len: 168 time: 0.2579799 Feb 02 16:15:27.539899 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-4be9f13b-3a6b-4fea-ac9b-1470cccab7a6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689094 Feb 02 16:15:27.639959 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-b412f02f-8ec4-43c1-8b61-b1664540fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:27.641443 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-b412f02f-8ec4-43c1-8b61-b1664540fd58 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1137 time: 0.0701318 Feb 02 16:15:27.788243 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-c69f475c-11df-4b96-a106-91e44d91dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:27.789651 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-c69f475c-11df-4b96-a106-91e44d91dc96 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 916 time: 0.1294355 Feb 02 16:15:27.891112 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-12854a19-bc7e-4b2e-a2c1-84894ea45876 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 1001 time: 0.0952668 Feb 02 16:15:27.954974 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-4d7ce6f2-d911-4e52-8246-19686437b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:27.956399 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-4d7ce6f2-d911-4e52-8246-19686437b634 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0599375 Feb 02 16:15:28.030591 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-e0baca7a-8d0a-4ccc-b5a3-9ce2291f9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:28.032067 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-e0baca7a-8d0a-4ccc-b5a3-9ce2291f9266 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693941 Feb 02 16:15:28.162427 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-b7ff1cb8-e9be-45b3-b064-c8fa606e6a6d service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230733 Feb 02 16:15:28.371634 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-bbe5ee5d-caf4-404c-90c0-814ef236661a req-5a379154-341b-4090-af51-3eaa889bc557 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025778 Feb 02 16:15:28.760056 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-7ecf7bca-3cce-42d8-ae7b-f32221a8fb89 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563959445&fields=id&tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3 HTTP/1.1" status: 200 len: 267 time: 0.0399568 Feb 02 16:15:28.845127 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-e8584607-a287-4a87-83a9-165649f04f54 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:28.846564 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-e8584607-a287-4a87-83a9-165649f04f54 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 984 time: 0.0812533 Feb 02 16:15:28.857284 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.v2.base [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Request body: {'port': {'security_groups': ['a471c0c1-99ba-4474-aab2-6fbe80d57efb']}} {{(pid=98643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:15:28.978080 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1636664'] for port, before_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.131721 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:15:29.146409 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-71004e7f-22c8-444e-9d03-67c212806095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.226697 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:29.251654 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for port, precommit_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.357283 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758510585357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758510127391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758510127436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625503'] for port, after_update {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.391989 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['08505142-63a9-4d99-aba8-51d665cff121'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:15:29.431530 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:29.432157 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.433534 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-f059aeb5-1d8f-4c17-afa8-930a8c4c3c31 req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "PUT /v2.0/ports/08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 942 time: 0.5807827 Feb 02 16:15:29.433989 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:29.440389 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 47998) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:29.468113 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b44ab-a5ee-4e11-868b-76bb08c8ad19 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event updated for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=7']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:29.507066 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'status': 'completed', 'code': 200} Feb 02 16:15:29.545971 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.569111 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['08505142-63a9-4d99-aba8-51d665cff121'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:15:29.580272 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.682885 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-8b42f6b7-5c96-43f8-a2c6-8003d195c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:29.684400 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-8b42f6b7-5c96-43f8-a2c6-8003d195c4be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1098 time: 0.1376650 Feb 02 16:15:29.723583 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.provisioning_blocks [None req-2849ba3e-ed1c-4b0d-8588-587bc63536c2 None None] Provisioning complete for port 08505142-63a9-4d99-aba8-51d665cff121 triggered by entity DHCP. {{(pid=98644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:15:29.723892 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2849ba3e-ed1c-4b0d-8588-587bc63536c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1707818'] for port, provisioning_complete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.740743 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.760667 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7608b9-9d5a-4aad-a5d4-3149fb9cd358,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:29.769418 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.769838 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.770182 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.770515 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.770844 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.771166 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.771524 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.772146 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.772264 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.772523 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.773235 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.773235 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-smb {{(pid=98642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:29.821888 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-4f92c20f-e284-406d-afb5-c4d2456fe928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:29.823383 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-4f92c20f-e284-406d-afb5-c4d2456fe928 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 916 time: 0.1330433 Feb 02 16:15:29.871929 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.877125 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-99da2afb-4b31-4091-99b6-605e67c43670 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee7608b9-9d5a-4aad-a5d4-3149fb9cd358 HTTP/1.1" status: 204 len: 168 time: 0.4302895 Feb 02 16:15:29.877437 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48002) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:29.930367 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-e59f5816-d870-48b1-aa47-bb290778ae88 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 1001 time: 0.1005657 Feb 02 16:15:29.992806 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-1678f2b6-5e9f-4638-b3f5-78ab38f3b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:29.994140 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-1678f2b6-5e9f-4638-b3f5-78ab38f3b82f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0580518 Feb 02 16:15:30.073998 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-97b590c7-c04e-4883-8042-adbef3de131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:30.075480 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-97b590c7-c04e-4883-8042-adbef3de131b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750496 Feb 02 16:15:30.090735 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Deleting port 9235cb19-b722-46f2-8915-b64df4625d7c {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:30.091081 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:30.212691 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-81d87250-9ff7-4432-a0cc-2602609f789a service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313636 Feb 02 16:15:30.354240 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-05da3284-c45d-4f49-8298-5f9964e2ecd4 req-41a39892-b3db-4ae2-81b9-91f425acfdd1 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354613 Feb 02 16:15:30.370041 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:30.370363 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:30.493383 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Calling delete_port for 9235cb19-b722-46f2-8915-b64df4625d7c owned by network:floatingip {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:30.900659 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:30.951518 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event deleted for resources: {'Port': ['ID=9235cb19-b722-46f2-8915-b64df4625d7c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:31.040122 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks [] for floatingip, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:31.040509 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.db.l3_db [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Floating IP 1d84fbeb-a5b3-428b-907b-cb9780ed9f5e disassociated (deleted). External IP: 172.28.2.251, port: 08505142-63a9-4d99-aba8-51d665cff121. Feb 02 16:15:31.389632 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:15:31.412051 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-3c2b508c-6122-4a3a-b599-21d41c856153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:31.564934 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:15:31.574917 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] Sync routers for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:15:31.583984 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:31.586178 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:31.674642 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for floatingip, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:31.731792 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-1a34a2f6-1706-4eca-b33a-850e5aaafee4 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "DELETE /v2.0/floatingips/1d84fbeb-a5b3-428b-907b-cb9780ed9f5e HTTP/1.1" status: 204 len: 168 time: 1.8531563 Feb 02 16:15:31.732498 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:31.765564 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:31.783860 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'status': 'completed', 'code': 200} Feb 02 16:15:31.896509 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-bb6eebaf-c634-4112-8452-920c18d77e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:31.898012 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-bb6eebaf-c634-4112-8452-920c18d77e67 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 1098 time: 0.0709701 Feb 02 16:15:32.040380 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-98318c9c-c500-4dd3-8cca-2ee57132fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:32.042089 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-98318c9c-c500-4dd3-8cca-2ee57132fbe7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 200 len: 916 time: 0.1373765 Feb 02 16:15:32.091922 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:32.096326 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] Checking router: f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:15:32.105837 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:32.106466 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:32.207861 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-b3584baf-1bb6-47d9-92a8-ccbdc4ffbcc6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 200 len: 217 time: 0.1601784 Feb 02 16:15:32.271464 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-49131167-0a60-4c21-80fd-2a12f0efd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:32.272791 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-49131167-0a60-4c21-80fd-2a12f0efd325 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 200 len: 854 time: 0.0586751 Feb 02 16:15:32.297215 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:32.357327 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-ab5c41ed-b589-48dd-b0de-7738651b6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:32.358803 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-ab5c41ed-b589-48dd-b0de-7738651b6f38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a362a044-da84-417f-ac18-e19b3ea21ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793102 Feb 02 16:15:32.459742 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:32.500084 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-214ce526-0784-4815-8d55-d508a7b22801 service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349413 Feb 02 16:15:32.636915 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-0722fa6b-7305-4af6-bc27-9d32b024b0b7 req-62ce8cc2-da6e-42d5-8eac-0546790ec36c service neutron] 10.222.0.85 "GET /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311610 Feb 02 16:15:32.652554 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:32.672786 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:32.676725 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1bf0-6cf8-4525-8fc1-0821d541ac3e None None] The sync data for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb is: [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:13:20Z', 'revision_number': 4, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb', '_interfaces': [{'id': '351dfc96-a6a4-4e1c-9f6e-f885d3d6addd', 'name': '', 'network_id': 'a362a044-da84-417f-ac18-e19b3ea21ed3', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'mac_address': 'fa:16:3e:4c:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:20Z', 'updated_at': '2022-02-02T16:13:26Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'subnets': [{'id': '99b7cea1-b7d5-42a4-a766-f1cff167f33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:15:32.897187 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff8615b-89a6-4b44-9d11-1e3be7609fd7 None None] New status for floating IP 1d84fbeb-a5b3-428b-907b-cb9780ed9f5e: DOWN {{(pid=98645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:15:34.117062 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:36.695712 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cde74-6ed7-4c8c-80b2-cc9026bbc29f req-96cb059d-4fe6-46a1-930e-497275ab58bd tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:36.697139 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b49cde74-6ed7-4c8c-80b2-cc9026bbc29f req-96cb059d-4fe6-46a1-930e-497275ab58bd tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0791597 Feb 02 16:15:36.740994 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-b49cde74-6ed7-4c8c-80b2-cc9026bbc29f req-693d3a23-3add-45f5-8002-3048c1cb1584 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Feb 02 16:15:37.962964 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-f46cbc5e-b0d7-408c-941b-f73e2c6467b0 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:37.963681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-f46cbc5e-b0d7-408c-941b-f73e2c6467b0 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Synchronizing usage tracker for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:port {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:15:38.060315 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-f46cbc5e-b0d7-408c-941b-f73e2c6467b0 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Unset dirty status for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:port {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:15:38.061603 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-f46cbc5e-b0d7-408c-941b-f73e2c6467b0 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.2112787 Feb 02 16:15:38.108807 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-603ab525-84d6-48ad-8e9a-c0a07ff15cc1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Synchronizing usage tracker for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:security_group {{(pid=98642) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:15:38.174683 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.quota.resource [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-603ab525-84d6-48ad-8e9a-c0a07ff15cc1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Unset dirty status for tenant:3c48c62b9fdc4885a9576b20ba9c7ae3 on resource:security_group {{(pid=98642) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:15:38.176498 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [req-14511907-0c9d-4468-8dcc-3cec38ece1b6 req-603ab525-84d6-48ad-8e9a-c0a07ff15cc1 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a471c0c1-99ba-4474-aab2-6fbe80d57efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092935 Feb 02 16:15:38.507745 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd123660-7c57-465d-8376-a316fea000c1 req-8118607e-5f36-4c58-aec8-0547d752bff7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:38.509208 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cd123660-7c57-465d-8376-a316fea000c1 req-8118607e-5f36-4c58-aec8-0547d752bff7 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.85 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 945 time: 0.0822780 Feb 02 16:15:38.580970 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Deleting port 08505142-63a9-4d99-aba8-51d665cff121 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:38.581311 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:38.838497 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] For port 08505142-63a9-4d99-aba8-51d665cff121, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=08505142-63a9-4d99-aba8-51d665cff121,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:38.838752 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:38.962763 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Calling delete_port for 08505142-63a9-4d99-aba8-51d665cff121 owned by compute:nova {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:39.163298 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:39.199241 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] get_ports_and_sgs() called for port_ids ['08505142-63a9-4d99-aba8-51d665cff121'] {{(pid=98644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 16:15:39.265597 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Pushing event deleted for resources: {'Port': ['ID=08505142-63a9-4d99-aba8-51d665cff121,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:39.303845 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] No DVR routers for this DVR port 08505142-63a9-4d99-aba8-51d665cff121 on host hv-cinder-81783 {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:39.307918 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143924'] for port, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:39.310589 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'name': 'network-vif-deleted', 'tag': '08505142-63a9-4d99-aba8-51d665cff121'}] {{(pid=98643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:39.366118 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-86062387-c3dc-4307-8dde-070adb01c4d3 req-fb528519-bb30-4a6b-b6ef-e5da125be029 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b942a36e-6935-422e-8a15-30623bde2235 HTTP/1.1" status: 200 len: 210 time: 0.0588541 Feb 02 16:15:39.386177 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b942a36e-6935-422e-8a15-30623bde2235', 'name': 'network-vif-deleted', 'tag': '08505142-63a9-4d99-aba8-51d665cff121', 'status': 'completed', 'code': 200} Feb 02 16:15:39.435077 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [req-cd123660-7c57-465d-8376-a316fea000c1 req-98d83341-0605-460e-8edc-e2801b5a4492 tempest-TestMinimumBasicScenario-919258664 tempest-TestMinimumBasicScenario-919258664-project] 10.222.0.85 "DELETE /v2.0/ports/08505142-63a9-4d99-aba8-51d665cff121 HTTP/1.1" status: 204 len: 173 time: 0.9208124 Feb 02 16:15:41.831687 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48086) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:42.234427 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 08505142-63a9-4d99-aba8-51d665cff121 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:42.269799 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] No Port match for: 08505142-63a9-4d99-aba8-51d665cff121 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:42.270203 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Device 08505142-63a9-4d99-aba8-51d665cff121 not bound to the agent host hv-cinder-81783 {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:42.491823 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:42.845371 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Deleting port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:42.846447 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:43.023600 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] For port 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:43.023959 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:43.147198 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Calling delete_port for 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd owned by network:router_interface {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:43.396991 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:43.442684 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=351dfc96-a6a4-4e1c-9f6e-f885d3d6addd,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:43.815709 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:44.169146 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:15:44.343130 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:15:44.351695 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] Sync routers for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:15:44.355632 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-4e9e8e36-dc2f-406f-8710-df64a047dce6 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225930 Feb 02 16:15:44.357438 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48090) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:44.360997 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:44.361605 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:44.529818 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks [] for router, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:44.536348 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: dv-cinder-817833-1-smb {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:44.709186 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:44.785921 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Deleting port 91648214-e433-4cde-8611-895e7b44fad6 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:44.786313 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:44.816831 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '91648214-e433-4cde-8611-895e7b44fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:15:43Z', 'revision_number': 5, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port': {'id': '91648214-e433-4cde-8611-895e7b44fad6', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:17Z', 'updated_at': '2022-02-02T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:44.820701 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] Checking router: f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d for host: dv-cinder-817833-1-smb {{(pid=98644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:15:44.829088 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] Routers {'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:44.829693 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'], 'active': True} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:44.985119 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_dvr_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] Set router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d gateway port host: None {{(pid=98644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:45.071524 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] For port 91648214-e433-4cde-8611-895e7b44fad6, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=91648214-e433-4cde-8611-895e7b44fad6,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:45.071776 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.092452 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.db.l3_hamode_db [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:15:44Z', 'revision_number': 6, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port_host': None}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:45.096398 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275317e7-94c1-4acc-a552-084cbb72b7dd None None] The sync data for ids ['f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d'] in dv-cinder-817833-1-smb is: [{'id': 'f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d', 'name': 'tempest-TestMinimumBasicScenario-1196295555-router', 'tenant_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:16Z', 'updated_at': '2022-02-02T16:15:44Z', 'revision_number': 6, 'project_id': '3c48c62b9fdc4885a9576b20ba9c7ae3', 'gw_port_host': None}] {{(pid=98644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:15:45.193782 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Calling delete_port for 91648214-e433-4cde-8611-895e7b44fad6 owned by network:router_gateway {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:45.448643 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.487230 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:45.504515 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Pushing event deleted for resources: {'Port': ['ID=91648214-e433-4cde-8611-895e7b44fad6,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:45.536598 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:45.537361 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 351dfc96-a6a4-4e1c-9f6e-f885d3d6addd not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:45.620681 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.844127 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.846385 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.920082 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.920793 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d {{(pid=98642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:15:45.933570 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:45.935039 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-502142de-61da-4f6d-9838-451490b4867b admin admin] 10.222.0.31 "DELETE /v2.0/routers/f8bb2200-91f7-4951-9ef6-ed8b9ecbb73d HTTP/1.1" status: 204 len: 168 time: 1.5763547 Feb 02 16:15:45.937402 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48094) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:45.999239 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Deleting subnet 99b7cea1-b7d5-42a4-a766-f1cff167f33c {{(pid=98642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:15:46.002533 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.054817 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3032037'] for subnet, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.143033 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.288668 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2154172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470835'] for subnet, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.330759 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b7cea1-b7d5-42a4-a766-f1cff167f33c,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:46.336492 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.341544 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3788dc6-767a-4cd9-801b-1a937d2e764d None None] Network a362a044-da84-417f-ac18-e19b3ea21ed3 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:15:46.343488 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-1bcde752-dc6c-4952-8d61-01252a6b595d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99b7cea1-b7d5-42a4-a766-f1cff167f33c HTTP/1.1" status: 204 len: 168 time: 0.4050643 Feb 02 16:15:46.346067 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48098) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:46.449091 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.460190 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Deleting port 69a2619f-52ea-4f70-9863-616e9a2bbda8 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:46.460523 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.659022 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] DHCP port deletion for a362a044-da84-417f-ac18-e19b3ea21ed3 request from dv-cinder-817833-1-smb {{(pid=98644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:15:46.663641 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Deleting port 69a2619f-52ea-4f70-9863-616e9a2bbda8 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:46.664014 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.683926 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] For port 69a2619f-52ea-4f70-9863-616e9a2bbda8, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=69a2619f-52ea-4f70-9863-616e9a2bbda8,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:46.691824 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.870830 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] For port 69a2619f-52ea-4f70-9863-616e9a2bbda8, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=69a2619f-52ea-4f70-9863-616e9a2bbda8,segment=NetworkSegment(9b84c42c-156d-4826-962d-013a0a6c1216),segment_id=9b84c42c-156d-4826-962d-013a0a6c1216)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:46.871224 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:46.909200 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Calling delete_port for 69a2619f-52ea-4f70-9863-616e9a2bbda8 owned by network:dhcp {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:46.997451 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Calling delete_port for 69a2619f-52ea-4f70-9863-616e9a2bbda8 owned by network:dhcp {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:47.071466 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.076366 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:15:47.076830 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:15:47.121557 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] No DVR routers for this DVR port 69a2619f-52ea-4f70-9863-616e9a2bbda8 on host dv-cinder-817833-1-smb {{(pid=98642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:47.148327 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a2619f-52ea-4f70-9863-616e9a2bbda8,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:47.242067 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.269510 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a362a044-da84-417f-ac18-e19b3ea21ed3']}} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:47.282731 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b84c42c-156d-4826-962d-013a0a6c1216') {'for_net_delete': True} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:47.283038 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.services.segments.db [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b84c42c-156d-4826-962d-013a0a6c1216') {} {{(pid=98642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:47.295427 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3032018'] for segment, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.315448 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.321894 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=98642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:15:47.322271 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3101214'] for segment, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: Traceback (most recent call last): Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: timer() Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: cb(*args, **kw) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: return func(*args, **kwargs) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: self._notify() Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: self.callback(batched_events) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: event.method(event) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: return f(self, *a, **k) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: return self._get(url).json() Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: return self.request(url, 'GET', **kwargs) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:15:47.335928 dv-cinder-817833-1-smb neutron-server[98642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:15:47.468646 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.485454 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.497884 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a362a044-da84-417f-ac18-e19b3ea21ed3,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:47.502869 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-418548b1-8626-4a75-92bf-5a680730adc9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a362a044-da84-417f-ac18-e19b3ea21ed3 HTTP/1.1" status: 204 len: 168 time: 1.1556864 Feb 02 16:15:47.505655 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48102) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:47.522136 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 91648214-e433-4cde-8611-895e7b44fad6 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:47.557354 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 91648214-e433-4cde-8611-895e7b44fad6 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:47.557704 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 91648214-e433-4cde-8611-895e7b44fad6 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:47.558404 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 69a2619f-52ea-4f70-9863-616e9a2bbda8 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:47.589596 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Deleting port 69a2619f-52ea-4f70-9863-616e9a2bbda8 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:47.589810 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:47.622407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 69a2619f-52ea-4f70-9863-616e9a2bbda8 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:47.622407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 69a2619f-52ea-4f70-9863-616e9a2bbda8 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:47.662836 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-13c99ec9-c766-4f7b-bc07-eee2930b0efc None None] The port '69a2619f-52ea-4f70-9863-616e9a2bbda8' was deleted {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:15:48.098186 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752095'] for router_interface, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:48.305459 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:48.532514 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Deleting port e14a15d3-5527-4a2c-aa6a-511cce6117bb {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:48.533120 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:48.704982 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] For port e14a15d3-5527-4a2c-aa6a-511cce6117bb, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=e14a15d3-5527-4a2c-aa6a-511cce6117bb,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:48.705332 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:48.830869 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Calling delete_port for e14a15d3-5527-4a2c-aa6a-511cce6117bb owned by network:router_interface {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:49.105831 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:49.155481 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14a15d3-5527-4a2c-aa6a-511cce6117bb,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:49.418437 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688975'] for router_interface, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:49.779229 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Router e9b3d591-524b-4bad-a783-efa850877115 has already been hosted by L3 agent 8a467518-f914-4b4b-94b5-b99bb81839aa {{(pid=98642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:15:50.059405 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-smb the message routers_updated {{(pid=98642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:15:50.068879 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] Sync routers for ids ['e9b3d591-524b-4bad-a783-efa850877115'] in dv-cinder-817833-1-smb {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:15:50.078524 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] Routers {'e9b3d591-524b-4bad-a783-efa850877115'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:50.079134 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e9b3d591-524b-4bad-a783-efa850877115'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:50.142108 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-d171a295-8c5d-4635-a1ae-abab7c20ac00 admin admin] 10.222.0.31 "PUT /v2.0/routers/e9b3d591-524b-4bad-a783-efa850877115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354160 Feb 02 16:15:50.145576 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48106) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:50.258660 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] Set router e9b3d591-524b-4bad-a783-efa850877115 gateway port host: dv-cinder-817833-1-smb {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:50.329318 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:50.515792 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:50.541787 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'external_fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '585453e3-d719-49af-bdc4-ce566314be73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:15:48Z', 'revision_number': 5, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port': {'id': '585453e3-d719-49af-bdc4-ce566314be73', 'name': '', 'network_id': '4e4d1b4e-cd0b-476a-b4c5-e86a13664e39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b3d591-524b-4bad-a783-efa850877115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:13:26Z', 'updated_at': '2022-02-02T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46a34c7c-b3d7-430d-bc19-15388da14847', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-smb'}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:50.545749 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] Checking router: e9b3d591-524b-4bad-a783-efa850877115 for host: dv-cinder-817833-1-smb {{(pid=98645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:15:50.554193 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] Routers {'e9b3d591-524b-4bad-a783-efa850877115'} bound to L3 agent in host dv-cinder-817833-1-smb {{(pid=98645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:15:50.554779 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:55:31Z,description=,heartbeat_timestamp=2022-02-02T16:15:31Z,host='dv-cinder-817833-1-smb',id=8a467518-f914-4b4b-94b5-b99bb81839aa,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:55:32Z,topic='l3_agent')) {'router_ids': ['e9b3d591-524b-4bad-a783-efa850877115'], 'active': True} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:50.628391 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Deleting port 585453e3-d719-49af-bdc4-ce566314be73 {{(pid=98642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:50.628766 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:50.736302 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_dvr_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] Set router e9b3d591-524b-4bad-a783-efa850877115 gateway port host: None {{(pid=98645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:15:50.811053 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.db [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] For port 585453e3-d719-49af-bdc4-ce566314be73, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=585453e3-d719-49af-bdc4-ce566314be73,segment=NetworkSegment(22e2b5ff-a384-4181-b718-8798ce943a6a),segment_id=22e2b5ff-a384-4181-b718-8798ce943a6a)] {{(pid=98642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:50.811767 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:50.842331 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.l3_hamode_db [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:15:50Z', 'revision_number': 6, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port_host': None}], 'dv-cinder-817833-1-smb', False) {} {{(pid=98645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:50.846436 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322ca08-94f0-4563-87ed-5f8bdae5e675 None None] The sync data for ids ['e9b3d591-524b-4bad-a783-efa850877115'] in dv-cinder-817833-1-smb is: [{'id': 'e9b3d591-524b-4bad-a783-efa850877115', 'name': 'tempest-TestMinimumBasicScenario-1862946162-router', 'tenant_id': 'b569f190475243bb848f6af76f699250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:13:25Z', 'updated_at': '2022-02-02T16:15:50Z', 'revision_number': 6, 'project_id': 'b569f190475243bb848f6af76f699250', 'gw_port_host': None}] {{(pid=98645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:15:50.932933 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.plugins.ml2.plugin [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Calling delete_port for 585453e3-d719-49af-bdc4-ce566314be73 owned by network:router_gateway {{(pid=98642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:51.174036 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154191'] for port, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.252915 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=585453e3-d719-49af-bdc4-ce566314be73,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:51.320451 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695034'] for router_gateway, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.486602 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.489543 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.582654 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694672'] for router, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.583091 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b3d591-524b-4bad-a783-efa850877115 {{(pid=98642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:15:51.605517 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] Notify callbacks [] for router, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.609356 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 48110) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:51.609887 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-8c8120fa-863e-4020-986c-9252c35f3e35 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e9b3d591-524b-4bad-a783-efa850877115 HTTP/1.1" status: 204 len: 168 time: 1.4627810 Feb 02 16:15:51.666316 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 585453e3-d719-49af-bdc4-ce566314be73 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:51.677051 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.db_base_plugin_v2 [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Deleting subnet 454b9c22-f06a-42af-8e21-dffff1961239 {{(pid=98643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:15:51.680255 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.704273 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: 585453e3-d719-49af-bdc4-ce566314be73 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:51.704619 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device 585453e3-d719-49af-bdc4-ce566314be73 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:51.705024 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e14a15d3-5527-4a2c-aa6a-511cce6117bb no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:51.730209 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625349'] for subnet, precommit_delete_associations {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:51.738420 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: e14a15d3-5527-4a2c-aa6a-511cce6117bb {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:51.739034 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device e14a15d3-5527-4a2c-aa6a-511cce6117bb not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:51.905183 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1707382'] for subnet, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.074621 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1707391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268300'] for subnet, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.120573 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.123033 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454b9c22-f06a-42af-8e21-dffff1961239,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:52.125407 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae70c97-267a-4227-840d-396c710d6a24 None None] Network dc4aa299-967a-424c-ad53-5ffdb4ef6429 requested from dv-cinder-817833-1-smb {{(pid=98644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:15:52.128194 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-891ad90d-cad4-4007-bf49-3058327ac547 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/454b9c22-f06a-42af-8e21-dffff1961239 HTTP/1.1" status: 204 len: 168 time: 0.5177460 Feb 02 16:15:52.130574 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [-] (98643) accepted ('10.222.0.31', 48114) {{(pid=98643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:52.237017 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603917'] for network, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.247305 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Deleting port b975730a-bd70-4a29-9178-37ddd2747737 {{(pid=98643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:52.247639 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.359684 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] DHCP port deletion for dc4aa299-967a-424c-ad53-5ffdb4ef6429 request from dv-cinder-817833-1-smb {{(pid=98644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:15:52.364012 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Deleting port b975730a-bd70-4a29-9178-37ddd2747737 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:52.364393 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.450612 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.db [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] For port b975730a-bd70-4a29-9178-37ddd2747737, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b975730a-bd70-4a29-9178-37ddd2747737,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:52.450962 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.567234 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.db [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] For port b975730a-bd70-4a29-9178-37ddd2747737, host dv-cinder-817833-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-smb',level=0,port_id=b975730a-bd70-4a29-9178-37ddd2747737,segment=NetworkSegment(336a36c5-0391-46c2-9315-87a9cfe9256b),segment_id=336a36c5-0391-46c2-9315-87a9cfe9256b)] {{(pid=98644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:15:52.567789 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695945'] for port, precommit_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.575450 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.plugin [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Calling delete_port for b975730a-bd70-4a29-9178-37ddd2747737 owned by network:dhcp {{(pid=98643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:52.698237 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Calling delete_port for b975730a-bd70-4a29-9178-37ddd2747737 owned by network:dhcp {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:15:52.870962 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1636605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758510585366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758510127382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625510'] for port, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:52.877073 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.db.api [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=98644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:15:52.877495 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG oslo_db.api [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=98644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:15:52.919814 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b975730a-bd70-4a29-9178-37ddd2747737,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:52.921589 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] No DVR routers for this DVR port b975730a-bd70-4a29-9178-37ddd2747737 on host dv-cinder-817833-1-smb {{(pid=98643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:53.040615 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1706919', 'neutron.services.segments.db._delete_segments_for_network-8758510631482'] for network, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.070495 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4aa299-967a-424c-ad53-5ffdb4ef6429']}} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:53.082973 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336a36c5-0391-46c2-9315-87a9cfe9256b') {'for_net_delete': True} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:53.083288 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.services.segments.db [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336a36c5-0391-46c2-9315-87a9cfe9256b') {} {{(pid=98643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:53.094624 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758510633557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625394'] for segment, before_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.112377 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767614'] for segment, precommit_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.119086 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=98643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:15:53.119503 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1767591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589495'] for segment, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: Traceback (most recent call last): Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: timer() Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: cb(*args, **kw) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: return func(*args, **kwargs) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: self._notify() Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: self.callback(batched_events) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: event.method(event) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: return f(self, *a, **k) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: return self._get(url).json() Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: return self.request(url, 'GET', **kwargs) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:15:53.137057 dv-cinder-817833-1-smb neutron-server[98643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:15:53.286054 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1706942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695007'] for network, after_delete {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.306598 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron_lib.callbacks.manager [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=98643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.318813 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4aa299-967a-424c-ad53-5ffdb4ef6429,revision_number=None']} {{(pid=98643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:53.323778 dv-cinder-817833-1-smb neutron-server[98643]: INFO neutron.wsgi [None req-4e40ed06-b06a-4c68-8995-e3fcee405e9c admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc4aa299-967a-424c-ad53-5ffdb4ef6429 HTTP/1.1" status: 204 len: 168 time: 1.1922438 Feb 02 16:15:53.378879 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Deleting port b975730a-bd70-4a29-9178-37ddd2747737 {{(pid=98644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:15:53.379278 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758510582254'] for port, before_delete {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.446248 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-96d59150-6ea5-45e6-a758-de9636340d43 None None] The port 'b975730a-bd70-4a29-9178-37ddd2747737' was deleted {{(pid=98644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:15:53.521750 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b975730a-bd70-4a29-9178-37ddd2747737 no longer exists at agent ovs-agent-dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:53.590179 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.plugin [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] No Port match for: b975730a-bd70-4a29-9178-37ddd2747737 {{(pid=98644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:15:53.590619 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron.plugins.ml2.rpc [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Device b975730a-bd70-4a29-9178-37ddd2747737 not bound to the agent host dv-cinder-817833-1-smb {{(pid=98644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:53.787083 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48120) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:53.836094 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-f0e6ac56-e7f1-4cfc-8611-606673c9c191 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c48c62b9fdc4885a9576b20ba9c7ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478041 Feb 02 16:15:53.838756 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48124) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:53.896828 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0adde901-b99b-4f7e-b145-66e7e1dae445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:53.931625 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0adde901-b99b-4f7e-b145-66e7e1dae445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:54.113350 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0adde901-b99b-4f7e-b145-66e7e1dae445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:54.238030 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adde901-b99b-4f7e-b145-66e7e1dae445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471c0c1-99ba-4474-aab2-6fbe80d57efb,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:54.338724 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-0adde901-b99b-4f7e-b145-66e7e1dae445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:54.339961 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-0adde901-b99b-4f7e-b145-66e7e1dae445 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a471c0c1-99ba-4474-aab2-6fbe80d57efb HTTP/1.1" status: 204 len: 168 time: 0.5002460 Feb 02 16:15:55.046451 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48132) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:55.094341 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-9556b2d9-973a-4d5c-9983-faec29b37ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b569f190475243bb848f6af76f699250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467446 Feb 02 16:15:55.097366 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.wsgi [-] (98642) accepted ('10.222.0.31', 48136) {{(pid=98642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:55.154842 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c25e71aa-6060-4a50-87de-bb0064b8e402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:55.180307 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c25e71aa-6060-4a50-87de-bb0064b8e402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:55.302013 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c25e71aa-6060-4a50-87de-bb0064b8e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706542'] for security_group, after_delete {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:55.318349 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e71aa-6060-4a50-87de-bb0064b8e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95049268-78fb-4fb2-96ca-eab70d442546,revision_number=None']} {{(pid=98642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:55.322653 dv-cinder-817833-1-smb neutron-server[98642]: DEBUG neutron_lib.callbacks.manager [None req-c25e71aa-6060-4a50-87de-bb0064b8e402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:55.323976 dv-cinder-817833-1-smb neutron-server[98642]: INFO neutron.wsgi [None req-c25e71aa-6060-4a50-87de-bb0064b8e402 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95049268-78fb-4fb2-96ca-eab70d442546 HTTP/1.1" status: 204 len: 168 time: 0.2255285 Feb 02 16:15:59.090733 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-e53311a6-4e8b-4030-954f-411a600087c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:01.399483 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5821ed00-bdb0-4275-8ef7-cc656bbf37e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:02.321827 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:02.590438 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:04.001843 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:06.132191 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:16:18.318664 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:29.060805 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-1d187a34-940f-48a8-87a5-32019247c498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:31.417622 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d5e3eaab-4a0d-469e-9519-b4ed818d49f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:32.358703 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:32.598364 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:34.004001 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:43.132394 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:16:48.380494 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:59.113903 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-bb612c7b-7dfb-4017-a88b-be37ab90c234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:01.385530 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-84c843cd-915d-4c5a-9782-bbfdd729271d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:02.336511 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:02.599773 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:04.033701 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:18.359178 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:20.131935 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:17:29.118605 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-9d19d7b4-c073-441a-803e-23a77ace3a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:31.398956 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-078b82ac-1292-401f-9c9b-97c4b3c1a6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:32.321767 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:32.613570 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.032687 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.349879 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.132368 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:17:59.086347 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-649f40b1-816a-4d0f-9552-37786c5363a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.394801 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-1a62c119-73c1-451f-8faa-194d615e4345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:02.334489 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:02.598081 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.034634 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:18.408231 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:29.073473 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2c4b94c5-2772-4a39-9de1-4c0cd568e3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:31.382761 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-406fb566-e078-4bc9-945f-f0434c803a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:32.350625 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:32.602219 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:34.022178 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:34.131930 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:18:48.441291 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:59.075078 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-04d6ff07-c88b-426c-addf-33ae081acc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:01.395359 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fa136d8c-1ede-455c-8128-fb787958d379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:02.412701 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:02.641532 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:04.069290 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:11.131224 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:19:18.455118 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:29.086349 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-dfe8236b-6914-45de-b8a8-db1b577cafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:31.382738 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-20c3c4bd-6518-4a15-840e-5346f7435cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:32.408706 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:32.643083 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:34.048612 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.130425 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:19:48.416440 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.110663 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-013cbc07-fe85-4988-b8dd-1626e46fe8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.413576 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [req-13df56d2-0507-4b87-9629-c7f592bbb048 req-065e6170-297d-41f6-986c-a2d40f1dc015 service neutron] (98643) timed out ('10.222.0.85', 60482) {{(pid=98643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:20:01.410067 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-eaa5ef04-54bd-4909-98fb-8f2eee757a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:02.523797 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:02.645278 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:04.038218 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:16.375618 dv-cinder-817833-1-smb neutron-server[98643]: DEBUG neutron.wsgi [req-5e9d91c9-b7d2-40b0-b025-fd3ef45d6ab6 req-401c9b3f-1a61-419e-bf51-1d6eff173faf service neutron] (98643) timed out ('10.222.0.85', 60488) {{(pid=98643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:20:18.446575 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:25.131161 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:20:29.126012 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-051b96b2-bf6e-4c52-9ac4-18fd946b983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:31.426267 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-fae93b78-4d3d-430e-a53f-c3bc6a3941c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:32.375102 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:32.658851 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:34.112933 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-7e20de74-5d27-4ff4-b2db-69c379f929fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:48.528279 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-d02a64e9-738b-4c52-9130-f5325208cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:59.133332 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-5de2ecde-fcd8-4ce0-806d-3cb011df448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:01.452890 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-46900476-e11f-42a8-8ff3-5499c64e9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:02.136169 dv-cinder-817833-1-smb neutron-server[98645]: DEBUG neutron.db.agents_db [None req-dc7b1da5-dfb0-4a71-84bb-c6fcb020e888 None None] Agent healthcheck: found 6 active agents {{(pid=98645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:21:02.367951 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-43d88894-d1bb-4df5-870f-e212c6828c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:02.664405 dv-cinder-817833-1-smb neutron-server[98644]: DEBUG neutron_lib.callbacks.manager [None req-2208d921-fd7e-4abb-b7ec-002c56ade926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758510631464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704701'] for agent, after_update {{(pid=98644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}